-- Logs begin at Mon 2022-05-09 03:34:00 UTC, end at Mon 2022-05-09 04:41:51 UTC. -- May 09 04:17:33.303930 dv-cinder-838009-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 09 04:17:36.147718 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.common.config [-] Logging enabled! May 09 04:17:36.148326 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev196 May 09 04:17:36.148464 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103116) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 09 04:17:36.152378 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.common.config [-] Logging enabled! May 09 04:17:36.152640 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev196 May 09 04:17:36.152957 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103116) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 09 04:17:36.153901 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 09 04:17:36.154141 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 09 04:17:36.154511 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 09 04:17:36.154763 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 09 04:17:36.154995 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 09 04:17:36.155318 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.155719 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.155979 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.156285 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.156582 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.156870 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.157165 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.157466 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.157756 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.158040 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.158331 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.158565 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.158850 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.159142 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.159431 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.159658 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] debug = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.159977 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.160427 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.160839 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.161149 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.161478 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.161715 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.162005 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.162273 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.162564 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.162900 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] host = dv-cinder-838009-3-iscsi {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.163187 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.163482 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.163794 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.164104 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.164924 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.165238 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.165536 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.165813 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.166093 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] log_file = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.166375 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.166667 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.166961 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.167257 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.167488 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.167715 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.168037 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.168341 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.168622 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.168904 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.169186 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.169466 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.169746 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.170020 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.170311 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.170601 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.170892 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.171174 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.171457 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.171735 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.172047 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.172340 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.172621 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.172901 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.173182 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.173475 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.173752 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.174033 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.174338 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.174631 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.174919 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.175214 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.175496 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.175786 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.176094 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.176374 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.176654 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] use_json = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.176931 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.177206 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.177495 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.177773 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.178052 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.178336 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.178612 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.178901 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.179178 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:36.179481 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.179786 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.180143 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.180438 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.180755 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.181047 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.181347 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.181635 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.181934 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.182231 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.182528 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.182814 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.183121 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.183419 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.183723 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.184060 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.184364 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.184664 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.184947 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.185229 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.185510 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.185796 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.186091 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.186376 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.186672 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.186969 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.187258 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.187564 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.187858 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.188179 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.188480 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.188778 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.189060 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.189346 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.189646 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.189931 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.190212 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.190508 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.190793 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.191074 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.191363 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.191650 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.191958 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.192242 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.192529 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.192830 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.193116 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.193393 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.193670 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.193955 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.194235 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.194526 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.194811 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.195089 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.195365 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.195678 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.195984 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.196266 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.196549 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.196827 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.197108 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.197385 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.197662 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.197940 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.198221 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.198497 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.198774 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.199049 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.199328 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.199605 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.199882 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.200183 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.200459 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.200734 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.201037 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.201319 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.201602 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.201889 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.202172 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.202453 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.202733 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.203019 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.203305 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.203582 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.203880 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.204195 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.204489 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.204777 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.205061 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.205378 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.205923 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.206216 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.206506 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.206788 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.207073 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.207361 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.207649 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.207973 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.208282 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.208581 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.208880 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.209179 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.209465 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.209778 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.210063 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:36.210286 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 09 04:17:36.210530 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103116) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 09 04:17:36.670165 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 09 04:17:36.670459 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 09 04:17:36.670778 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 09 04:17:36.671115 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.manager [-] Loading core plugin: ml2 May 09 04:17:37.010339 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.010633 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.010908 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.012144 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.012424 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.012689 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.067097 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.067375 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.067643 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.083408 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.083693 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.083994 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.114534 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.114817 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.115087 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.151710 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.152289 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.152289 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.499796 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.500119 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.500388 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.500660 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.501365 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.602193 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.602520 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.602811 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.603090 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.603362 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.603677 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.603966 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.604233 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.604493 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.604778 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.605043 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.605313 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.605578 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.605836 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.606097 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.606364 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.606623 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.606894 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.607167 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.607431 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.607707 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.607989 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.608279 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.608658 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.608912 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.609162 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.609558 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 09 04:17:37.609802 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 09 04:17:37.610044 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 09 04:17:37.610285 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 09 04:17:37.610522 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 09 04:17:37.610760 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 09 04:17:37.611131 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 09 04:17:37.614241 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 09 04:17:37.618670 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 09 04:17:37.622500 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) May 09 04:17:37.624156 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 09 04:17:37.624626 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 09 04:17:37.624964 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 09 04:17:37.625347 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 09 04:17:37.628395 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 09 04:17:37.628679 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 09 04:17:37.629030 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 09 04:17:37.634647 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 09 04:17:37.658955 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 09 04:17:37.659417 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.659724 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103116) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 09 04:17:37.660124 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.661490 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103116) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 09 04:17:37.661776 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 09 04:17:37.662022 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 09 04:17:37.665952 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.666239 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:37.730770 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 09 04:17:37.731008 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 09 04:17:37.731250 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 09 04:17:37.731623 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 09 04:17:37.752494 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_db.sqlalchemy.engines [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103116) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 09 04:17:38.198426 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.managers [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Initializing driver for type 'gre' May 09 04:17:38.199037 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] gre ID ranges: [(1, 1000)] May 09 04:17:38.252005 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.managers [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Initializing driver for type 'local' May 09 04:17:38.252337 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.managers [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Initializing driver for type 'vlan' May 09 04:17:38.265490 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] VlanTypeDriver initialization complete May 09 04:17:38.265823 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.managers [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Initializing driver for type 'vxlan' May 09 04:17:38.266311 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] vxlan ID ranges: [(1, 1000)] May 09 04:17:38.317603 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.managers [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Initializing extension driver 'port_security' May 09 04:17:38.317942 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.extensions.port_security [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] PortSecurityExtensionDriver initialization complete May 09 04:17:38.318271 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.managers [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Initializing mechanism driver 'openvswitch' May 09 04:17:38.318591 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.managers [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Initializing mechanism driver 'hyperv' May 09 04:17:38.325687 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.plugin [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:17:38.326524 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > port after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.326897 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > port after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.327251 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > port after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.327782 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103116) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 09 04:17:38.328246 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > subnet after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.328601 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > subnet after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.328949 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.329348 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103116) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 09 04:17:38.329759 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > network after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.330107 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > network after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.330451 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > network after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.331111 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103116) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 09 04:17:38.331521 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > security_group after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.331872 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > security_group after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.332238 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.332636 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103116) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 09 04:17:38.333043 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.333391 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.333729 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.334131 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103116) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 09 04:17:38.334542 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > address_group after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.334892 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > address_group after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.335235 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.335631 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103116) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 09 04:17:38.336124 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] ML2 OVO RPC backend initialized. {{(pid=103116) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 09 04:17:38.336983 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.337343 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.337760 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > network before_response 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.338106 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > networks before_response 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.338454 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > port before_response 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.338800 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > ports before_response 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.339143 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > subnet before_response 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.339486 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > subnets before_response 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.339830 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > network after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.340194 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > network after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.340532 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > network after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.340868 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > port after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.341202 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > port after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.341536 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > port after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.341870 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > subnet after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.342205 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > subnet after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.342537 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.350036 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.quota [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded quota_driver: . May 09 04:17:38.350400 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.plugin [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Modular L2 Plugin initialization complete May 09 04:17:38.350748 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading services supported by the core plugin {{(pid=103116) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 09 04:17:38.351090 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.plugins.ml2.managers [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Got port-security extension from driver 'port_security' May 09 04:17:38.351570 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.extensions.vlantransparent [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Disabled vlantransparent extension. May 09 04:17:38.352124 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103116) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 09 04:17:38.352456 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading Plugin: router May 09 04:17:38.388209 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.388603 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > router after_create 55549900 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.388974 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > router before_create 55549900 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.389340 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.389718 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.390076 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > router after_delete 55549900 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.390438 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.390789 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.391145 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > router after_create 55549900 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.391491 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > router after_update 55549900 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.391837 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > router after_update 55549900 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.392204 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.392681 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > router after_update 55549900 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.393097 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > router precommit_update 55549900 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.393466 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: port after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.393812 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: port after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.394150 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: subnet after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.394488 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.394835 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.395185 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > router precommit_create 55549900 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.395528 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: port before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.395867 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > router precommit_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.396244 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > router after_update 55549900 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.396585 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.396936 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > router precommit_create 55549900 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.397291 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.397633 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > router precommit_update 55549900 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.397995 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > agent after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.398342 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > agent after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.398712 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > network after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.399743 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.quota.resource_registry [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Tracking information for resource: router configured {{(pid=103116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 09 04:17:38.400112 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.quota.resource_registry [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Tracking information for resource: floatingip configured {{(pid=103116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 09 04:17:38.404894 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.db.l3_agentschedulers_db [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 09 04:17:38.405472 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: port after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.405836 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: port after_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.406186 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: port after_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.406536 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: port after_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.407331 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > router before_create 55550100 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.407694 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.408094 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > router precommit_create 55550100 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.408450 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > router precommit_update 55550100 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.413338 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.services.provider_configuration [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Service providers = [] {{(pid=103116) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 09 04:17:38.413707 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.db.servicetype_db [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103116) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 09 04:17:38.416877 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.services.service_base [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103116) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 09 04:17:38.417232 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.services.service_base [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103116) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 09 04:17:38.417572 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.services.service_base [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103116) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 09 04:17:38.418465 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.services.service_base [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103116) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 09 04:17:38.418826 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.services.service_base [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Default provider is not specified for service type L3_ROUTER_NAT May 09 04:17:38.419205 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 09 04:17:38.419522 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 09 04:17:38.430704 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 09 04:17:38.431108 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading Plugin: auto_allocate May 09 04:17:38.436688 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: network precommit_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.437060 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: network precommit_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.437576 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 09 04:17:38.437894 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading Plugin: tag May 09 04:17:38.444636 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 09 04:17:38.444966 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading Plugin: timestamp May 09 04:17:38.449491 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 09 04:17:38.449768 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading Plugin: network_ip_availability May 09 04:17:38.455237 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.455608 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.456248 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.456952 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 09 04:17:38.457269 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading Plugin: flavors May 09 04:17:38.462269 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 09 04:17:38.462612 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading Plugin: revisions May 09 04:17:38.466831 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 09 04:17:38.467225 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_concurrency.lockutils [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.796s {{(pid=103116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 09 04:17:38.467995 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103116) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 09 04:17:38.468332 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Initializing extension manager. May 09 04:17:38.468858 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: __init__.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.469201 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: __pycache__ {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.469534 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: _port_mac_address_override.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.469868 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: address_group.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.470610 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.471176 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: address-group May 09 04:17:38.471514 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: address_scope.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.472230 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.472741 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: address-scope May 09 04:17:38.473064 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.474000 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.474642 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: router-admin-state-down-before-update May 09 04:17:38.474970 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: agent.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.475670 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.476214 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: agent May 09 04:17:38.476536 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: agent_resources_synced.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.477495 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.478002 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: agent-resources-synced May 09 04:17:38.478327 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: allowedaddresspairs.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.480171 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.480696 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: allowed-address-pairs May 09 04:17:38.481026 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: auto_allocated_topology.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.482099 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.482621 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: auto-allocated-topology May 09 04:17:38.482949 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: availability_zone.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.483645 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.484188 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: availability_zone May 09 04:17:38.484513 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: availability_zone_filter.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.485430 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.485938 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: availability_zone_filter May 09 04:17:38.486260 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: data_plane_status.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.487166 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.487669 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extension data-plane-status not supported by any of loaded plugins May 09 04:17:38.488024 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: default_subnetpools.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.488953 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.489458 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: default-subnetpools May 09 04:17:38.489780 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.490589 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.491096 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: dhcp_agent_scheduler May 09 04:17:38.491419 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: dns.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.492888 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.493388 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extension dns-integration not supported by any of loaded plugins May 09 04:17:38.493709 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: dns_domain_ports.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.494628 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.495127 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extension dns-domain-ports not supported by any of loaded plugins May 09 04:17:38.495449 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.496386 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.496882 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 09 04:17:38.497203 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: dvr.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.497866 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.498372 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: dvr May 09 04:17:38.498690 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: ecmp_routes.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.499597 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.500127 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extension ecmp_routes not supported by any of loaded plugins May 09 04:17:38.500451 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: empty_string_filtering.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.501353 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.501855 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: empty-string-filtering May 09 04:17:38.502180 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.503089 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.503589 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 09 04:17:38.503930 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.504845 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.505342 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 09 04:17:38.505664 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: external_net.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.506573 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.507077 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: external-net May 09 04:17:38.507400 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.508979 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.509482 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: extra_dhcp_opt May 09 04:17:38.509808 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: extraroute.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.510723 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.511225 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: extraroute May 09 04:17:38.511548 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: extraroute_atomic.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.512794 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.513306 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: extraroute-atomic May 09 04:17:38.513631 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: filter_validation.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.514294 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.514796 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: filter-validation May 09 04:17:38.515117 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: fip_pf_description.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.516072 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.516571 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 09 04:17:38.516891 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: fip_pf_port_range.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.517806 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.518304 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 09 04:17:38.518624 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: fip_port_details.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.519548 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.520079 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: fip-port-details May 09 04:17:38.520404 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: flavors.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.521627 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.522146 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: flavors May 09 04:17:38.522472 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.524191 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.524710 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 09 04:17:38.525039 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: floatingip_pools.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.525736 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.526248 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: floatingip-pools May 09 04:17:38.526575 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: ip_allocation.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.527495 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.528036 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extension ip_allocation not supported by any of loaded plugins May 09 04:17:38.528359 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.529272 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.529776 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: ip-substring-filtering May 09 04:17:38.530099 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: l2_adjacency.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.531032 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.531564 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extension l2_adjacency not supported by any of loaded plugins May 09 04:17:38.531855 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: l3.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.532846 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.533364 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: router May 09 04:17:38.533686 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.535914 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.536447 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 09 04:17:38.536780 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.537704 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.538217 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: ext-gw-mode May 09 04:17:38.538546 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.539496 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.540183 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: l3-ha May 09 04:17:38.540513 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.541433 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.541931 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 09 04:17:38.542265 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: l3_flavors.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.543259 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.543715 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: l3-flavors May 09 04:17:38.544084 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.545455 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.545968 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 09 04:17:38.546296 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.547216 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.547726 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: l3-port-ip-change-not-allowed May 09 04:17:38.548105 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: l3agentscheduler.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.549155 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.549654 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: l3_agent_scheduler May 09 04:17:38.549981 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: local_ip.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.553239 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.553764 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extension local_ip not supported by any of loaded plugins May 09 04:17:38.554100 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: logging.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.556282 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.556804 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extension logging not supported by any of loaded plugins May 09 04:17:38.557137 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: metering.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.557876 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.558458 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: metering May 09 04:17:38.558790 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.559902 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.560430 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: metering_source_and_destination_fields May 09 04:17:38.560758 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: multiprovidernet.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.561685 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.562197 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: multi-provider May 09 04:17:38.562521 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: netmtu.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.563445 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.563985 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: net-mtu May 09 04:17:38.564304 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: netmtu_writable.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.565224 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.565726 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: net-mtu-writable May 09 04:17:38.566048 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: network_availability_zone.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.566715 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.567221 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: network_availability_zone May 09 04:17:38.567543 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: network_ip_availability.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.568684 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.569191 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: network-ip-availability May 09 04:17:38.569515 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: network_segment_range.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.570275 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.571398 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extension network-segment-range not supported by any of loaded plugins May 09 04:17:38.571721 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: pagination.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.572735 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.573065 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: pagination May 09 04:17:38.573388 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: port_device_profile.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.574302 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.574811 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: port-device-profile May 09 04:17:38.575134 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: port_mac_address_override.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.576101 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.576613 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: port-mac-override May 09 04:17:38.576940 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.577859 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.578362 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: port-mac-address-regenerate May 09 04:17:38.578685 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.579602 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.580138 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: port-numa-affinity-policy May 09 04:17:38.580460 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: port_resource_request.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.581622 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.582124 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extension port-resource-request not supported by any of loaded plugins May 09 04:17:38.582447 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: port_resource_request_groups.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.583414 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.583938 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 09 04:17:38.584266 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: portbindings.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.585193 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.585696 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: binding May 09 04:17:38.586018 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: portbindings_extended.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.587396 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.587918 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: binding-extended May 09 04:17:38.588256 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: portsecurity.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.589174 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.589682 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: port-security May 09 04:17:38.590009 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: project_id.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.590990 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.591322 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: project-id May 09 04:17:38.591644 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: providernet.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.592601 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.593116 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: provider May 09 04:17:38.593440 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: qos.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.597138 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.597663 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extension qos not supported by any of loaded plugins May 09 04:17:38.597997 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.599254 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.599765 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 09 04:17:38.600129 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.601068 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.601584 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 09 04:17:38.602450 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: qos_default.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.603373 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.603885 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extension qos-default not supported by any of loaded plugins May 09 04:17:38.604234 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: qos_fip.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.605159 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.605668 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extension qos-fip not supported by any of loaded plugins May 09 04:17:38.605991 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.606913 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.607419 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 09 04:17:38.607742 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: qos_gateway_ip.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.608692 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.609199 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 09 04:17:38.609521 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: qos_port_network_policy.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.610443 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.610946 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 09 04:17:38.611269 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.612323 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.612842 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 09 04:17:38.613165 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.614203 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.614715 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 09 04:17:38.615039 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: qos_pps_rule.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.616249 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.616764 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extension qos-pps not supported by any of loaded plugins May 09 04:17:38.617094 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: qos_rule_type_details.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.618657 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.619165 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 09 04:17:38.619491 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.620452 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.620959 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 09 04:17:38.621284 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: qos_rules_alias.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.622324 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.622837 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extension qos-rules-alias not supported by any of loaded plugins May 09 04:17:38.623162 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: quota_check_limit.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.624186 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.624697 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: quota-check-limit May 09 04:17:38.625019 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: quotasv2.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.625965 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.626295 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: quotas May 09 04:17:38.626617 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: quotasv2_detail.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.628351 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.628687 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: quota_details May 09 04:17:38.629016 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: rbac.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.630075 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.630595 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: rbac-policies May 09 04:17:38.630926 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: rbac_address_group.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.631856 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.632396 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: rbac-address-group May 09 04:17:38.632729 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: rbac_address_scope.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.633695 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.634205 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: rbac-address-scope May 09 04:17:38.634529 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: rbac_security_groups.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.635446 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.635988 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: rbac-security-groups May 09 04:17:38.636314 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: rbac_subnetpool.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.637238 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.637743 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: rbac-subnetpool May 09 04:17:38.638066 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: revisionifmatch.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.638987 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.639497 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: revision-if-match May 09 04:17:38.639827 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: revisions.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.640967 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.641472 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: standard-attr-revisions May 09 04:17:38.641796 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: router_availability_zone.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.642461 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.642975 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: router_availability_zone May 09 04:17:38.643297 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: routerservicetype.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.644250 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.644754 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extension router-service-type not supported by any of loaded plugins May 09 04:17:38.645077 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.645998 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.646503 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: security-groups-normalized-cidr May 09 04:17:38.646826 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.647748 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.648289 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: port-security-groups-filtering May 09 04:17:38.648669 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.649651 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.650160 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: security-groups-remote-address-group May 09 04:17:38.650488 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.651546 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.652090 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: security-groups-shared-filtering May 09 04:17:38.652418 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.653010 dv-cinder-838009-3-iscsi neutron-server[103116]: WARNING neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 09 04:17:38.653329 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: securitygroup.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.662929 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.663456 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: security-group May 09 04:17:38.663786 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: segment.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.665078 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.665591 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extension segment not supported by any of loaded plugins May 09 04:17:38.665915 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.666857 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.667362 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 09 04:17:38.667690 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: servicetype.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.668806 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.669326 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: service-type May 09 04:17:38.669655 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: sorting.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.670631 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.670963 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: sorting May 09 04:17:38.671290 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: standard_attr_segment.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.672244 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.672754 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extension standard-attr-segment not supported by any of loaded plugins May 09 04:17:38.673081 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: standardattrdescription.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.673725 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.674229 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: standard-attr-description May 09 04:17:38.674551 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: stateful_security_group.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.675537 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.676075 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: stateful-security-group May 09 04:17:38.676400 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: stdattrs_common.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.676967 dv-cinder-838009-3-iscsi neutron-server[103116]: WARNING neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 09 04:17:38.677286 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.678214 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.678722 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 09 04:17:38.679045 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: subnet_onboard.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.680724 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.681321 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: subnet_onboard May 09 04:17:38.681644 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.682578 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.683093 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 09 04:17:38.683416 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: subnet_service_types.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.684379 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.684891 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: subnet-service-types May 09 04:17:38.685213 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: subnetallocation.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.686311 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.686824 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: subnet_allocation May 09 04:17:38.687151 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.687818 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.688353 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: subnetpool-prefix-ops May 09 04:17:38.688678 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.689607 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.690112 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 09 04:17:38.690435 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: tagging.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.691511 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.692060 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: standard-attr-tag May 09 04:17:38.692386 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: timestamp.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.693587 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.694101 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loaded extension: standard-attr-timestamp May 09 04:17:38.694429 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: trunk.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.695494 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.696142 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extension trunk not supported by any of loaded plugins May 09 04:17:38.696469 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: trunk_details.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.697394 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.697902 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extension trunk-details not supported by any of loaded plugins May 09 04:17:38.698227 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: uplink_status_propagation.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.699152 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.699705 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 09 04:17:38.700020 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Loading extension file: vlantransparent.py {{(pid=103116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 09 04:17:38.700690 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 09 04:17:38.701196 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extension vlan-transparent not supported by any of loaded plugins May 09 04:17:38.703739 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.quota.resource_registry [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Creating instance of TrackedResource for resource:network May 09 04:17:38.704291 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.quota.resource_registry [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Creating instance of TrackedResource for resource:subnet May 09 04:17:38.704692 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.quota.resource_registry [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Creating instance of TrackedResource for resource:subnetpool May 09 04:17:38.705086 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.quota.resource_registry [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Creating instance of TrackedResource for resource:port May 09 04:17:38.706583 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 04:17:38.707047 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Service FLAVORS assigned prefix: {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 04:17:38.707660 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 04:17:38.708121 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 04:17:38.708457 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.quota.resource_registry [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Creating instance of TrackedResource for resource:router May 09 04:17:38.708885 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.quota.resource_registry [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Creating instance of TrackedResource for resource:floatingip May 09 04:17:38.709379 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Service METERING assigned prefix: /metering {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 04:17:38.710819 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.711223 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.711651 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:17:38.712787 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.quota.resource_registry [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Creating instance of CountableResource for resource:rbac_policy May 09 04:17:38.713247 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.quota.resource_registry [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Creating instance of TrackedResource for resource:security_group May 09 04:17:38.713675 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.quota.resource_registry [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Creating instance of TrackedResource for resource:security_group_rule May 09 04:17:38.714277 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Service CORE assigned prefix: {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 04:17:38.714613 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.quota.resource_registry [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Creating instance of TrackedResource for resource:subnetpool May 09 04:17:38.714961 dv-cinder-838009-3-iscsi neutron-server[103116]: WARNING neutron.quota.resource_registry [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] subnetpool is already registered May 09 04:17:38.715384 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Service CORE assigned prefix: {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 04:17:38.715721 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.quota.resource_registry [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Creating instance of TrackedResource for resource:subnetpool May 09 04:17:38.716087 dv-cinder-838009-3-iscsi neutron-server[103116]: WARNING neutron.quota.resource_registry [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] subnetpool is already registered May 09 04:17:38.718374 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 04:17:38.718812 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Service FLAVORS assigned prefix: {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 04:17:38.719399 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 04:17:38.719822 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 04:17:38.720180 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.quota.resource_registry [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Creating instance of TrackedResource for resource:router May 09 04:17:38.720521 dv-cinder-838009-3-iscsi neutron-server[103116]: WARNING neutron.quota.resource_registry [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] router is already registered May 09 04:17:38.720936 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.quota.resource_registry [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Creating instance of TrackedResource for resource:floatingip May 09 04:17:38.721275 dv-cinder-838009-3-iscsi neutron-server[103116]: WARNING neutron.quota.resource_registry [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] floatingip is already registered May 09 04:17:38.721731 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Service METERING assigned prefix: /metering {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 04:17:38.722396 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.quota.resource_registry [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Creating instance of CountableResource for resource:rbac_policy May 09 04:17:38.722723 dv-cinder-838009-3-iscsi neutron-server[103116]: WARNING neutron.quota.resource_registry [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] rbac_policy is already registered May 09 04:17:38.723141 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.quota.resource_registry [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Creating instance of TrackedResource for resource:security_group May 09 04:17:38.723480 dv-cinder-838009-3-iscsi neutron-server[103116]: WARNING neutron.quota.resource_registry [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] security_group is already registered May 09 04:17:38.723885 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.quota.resource_registry [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Creating instance of TrackedResource for resource:security_group_rule May 09 04:17:38.724247 dv-cinder-838009-3-iscsi neutron-server[103116]: WARNING neutron.quota.resource_registry [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] security_group_rule is already registered May 09 04:17:38.724872 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Service CORE assigned prefix: {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 04:17:38.725201 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.quota.resource_registry [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Creating instance of TrackedResource for resource:subnetpool May 09 04:17:38.725535 dv-cinder-838009-3-iscsi neutron-server[103116]: WARNING neutron.quota.resource_registry [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] subnetpool is already registered May 09 04:17:38.725954 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.v2.resource_helper [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Service CORE assigned prefix: {{(pid=103116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 09 04:17:38.726274 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.quota.resource_registry [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Creating instance of TrackedResource for resource:subnetpool May 09 04:17:38.726603 dv-cinder-838009-3-iscsi neutron-server[103116]: WARNING neutron.quota.resource_registry [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] subnetpool is already registered May 09 04:17:38.727734 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extended resource: extensions {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:17:38.729217 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extended resource: address-groups {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:17:38.730693 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extended resource: address-scopes {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:17:38.732028 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extended resource: agents {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:17:38.733173 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extended resource: auto-allocated-topology {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:17:38.734409 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extended resource: availability_zones {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:17:38.735662 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extended resource: dhcp-networks {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:17:38.737208 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extended resource: dhcp-agents {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:17:38.738606 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extended resource: routers {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:17:38.740846 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extended resource: flavors {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:17:38.742004 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extended resource: service_profiles {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:17:38.743770 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extended resource: next_providers {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:17:38.745250 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extended resource: service_profiles {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:17:38.746761 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extended resource: floatingip-pools {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:17:38.748012 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extended resource: routers {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:17:38.750073 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extended resource: floatingips {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:17:38.752295 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extended resource: l3-routers {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:17:38.753695 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extended resource: l3-agents {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:17:38.755125 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extended resource: metering-labels {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:17:38.756500 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extended resource: metering-label-rules {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:17:38.757782 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extended resource: network-ip-availabilities {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:17:38.759053 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extended resource: bindings {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:17:38.760709 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extended resource: quotas {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:17:38.762264 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extended resource: quotas {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:17:38.763780 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extended resource: rbac-policies {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:17:38.765082 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extended resource: security-groups {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:17:38.766285 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extended resource: security-group-rules {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:17:38.767508 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extended resource: service-providers {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:17:38.768801 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extended resource: subnetpools {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:17:38.770249 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extended resource: subnetpools {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:17:38.771725 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extended resource: tags {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:17:38.773431 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extended resource: tags {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:17:38.775327 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extended resource: tags {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:17:38.777121 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extended resource: tags {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:17:38.778896 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extended resource: tags {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:17:38.780865 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extended resource: tags {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:17:38.782426 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extended resource: tags {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:17:38.784344 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extended resource: tags {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:17:38.786090 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extended resource: tags {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:17:38.787954 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron.api.extensions [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Extended resource: tags {{(pid=103116) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 09 04:17:38.794413 dv-cinder-838009-3-iscsi neutron-server[103116]: WARNING keystonemiddleware.auth_token [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 09 04:17:38.799675 dv-cinder-838009-3-iscsi neutron-server[103116]: WARNING keystonemiddleware.auth_token [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 09 04:17:38.809126 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_concurrency.lockutils [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Acquired lock "singleton_lock" {{(pid=103116) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 09 04:17:38.809608 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_concurrency.lockutils [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Releasing lock "singleton_lock" {{(pid=103116) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 09 04:17:38.810263 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO oslo_service.service [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Starting 2 workers May 09 04:17:38.815114 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Started child 103225 {{(pid=103116) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 09 04:17:38.819631 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Started child 103226 {{(pid=103116) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 09 04:17:38.821013 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:17:38.821931 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO neutron.service [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Neutron service started, listening on 0.0.0.0:9696 May 09 04:17:38.822596 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:17:38.822712 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [-] (103225) wsgi starting up on http://0.0.0.0:9696 May 09 04:17:38.824834 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:17:38.825422 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO oslo_service.service [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Starting 1 workers May 09 04:17:38.826281 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [-] (103226) wsgi starting up on http://0.0.0.0:9696 May 09 04:17:38.830309 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Started child 103227 {{(pid=103116) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 09 04:17:38.831116 dv-cinder-838009-3-iscsi neutron-server[103116]: INFO oslo_service.service [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Starting 1 workers May 09 04:17:38.835080 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.service [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] calling RpcWorker wait() {{(pid=103227) _wait /opt/stack/neutron/neutron/service.py:128}} May 09 04:17:38.835640 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.service [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] returning from RpcWorker wait() {{(pid=103227) _wait /opt/stack/neutron/neutron/service.py:135}} May 09 04:17:38.835741 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Started child 103228 {{(pid=103116) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 09 04:17:38.837062 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG neutron_lib.callbacks.manager [None req-51ba9092-15a1-4527-9d96-9f78b014e274 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:17:38.838032 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:17:38.838619 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:17:38.839091 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103116) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 09 04:17:38.839300 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 09 04:17:38.839639 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 09 04:17:38.839877 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 09 04:17:38.840242 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 09 04:17:38.840411 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 09 04:17:38.840947 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.841228 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.841318 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:17:38.841762 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.841762 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.842312 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.842584 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.842820 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.843106 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.843360 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.843528 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.843859 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.844160 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.844388 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.844700 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.844963 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.845219 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.845485 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.845659 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.845921 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.846179 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.846408 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.846698 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] debug = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.846940 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.847460 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.847700 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.847975 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.848217 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.848495 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.848724 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.848990 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.849236 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.849471 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.849750 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.850001 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.850252 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.850481 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.850742 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.850994 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.851214 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.851731 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] host = dv-cinder-838009-3-iscsi {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.852047 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.852292 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.852473 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.852907 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.853173 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.853408 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.853687 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.853952 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.854206 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.854461 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.854707 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.854954 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.855195 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.855439 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] log_file = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.855606 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] log_options = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.855865 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.856155 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.856422 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.856620 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.856777 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.856943 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.857212 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.857378 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.857711 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.857861 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.858038 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.858270 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.858506 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.858748 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.859047 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.859252 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.859468 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.859678 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.859941 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.860203 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.860428 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.860656 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.860900 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.861121 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.861356 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.861575 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.861901 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.862135 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.862349 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.862564 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.862814 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.863036 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:17:38.863185 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.863320 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.863517 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.863787 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.864095 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.864277 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.864490 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.864784 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.864978 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.865315 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.865659 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.865883 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.866116 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.866335 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.866551 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.866784 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] use_json = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.868453 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.868843 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.871615 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.872526 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.872526 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.872526 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.873031 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.873811 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.874361 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.875548 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.875993 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.876210 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.876487 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.876739 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.876994 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.877252 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.877495 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.877757 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.877994 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.878322 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.878546 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.878878 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.879152 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.879412 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.879757 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.880022 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.880299 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.880524 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.880746 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.880990 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.881248 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.881524 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.881749 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.881984 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.882218 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.882458 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.882764 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.883510 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.883783 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.884167 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.884426 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.884694 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.884952 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.885197 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.885451 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.885688 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.885947 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.886184 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.886544 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.886712 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.886922 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.887159 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.887387 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.887658 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.888056 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.888365 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.888611 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.888956 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.889190 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.889415 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.889633 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.889887 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.890065 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.890296 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.890509 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.890923 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.891070 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.891228 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.891396 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.891629 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.891865 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.892119 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.892338 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.892556 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.892784 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.893018 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.893230 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.893460 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.893742 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.894113 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.894351 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.894612 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.894757 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.894968 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.895206 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.895418 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.895634 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.895864 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.896098 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.896309 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.896519 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.896904 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.897059 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.897203 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.897337 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.897550 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.897761 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.897993 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.898205 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.898513 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.899270 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.899532 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.900411 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.900411 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.900411 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.900683 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.900870 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.901118 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.901340 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.902223 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.902223 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.902223 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.902600 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.902600 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.902879 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.903030 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.903165 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.903733 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.903733 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.903992 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.904073 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.904239 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.904500 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.904735 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.904985 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.905220 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.905468 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.905759 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.906010 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.906300 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.906539 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.906800 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.907095 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.907352 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.907645 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.907876 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.908125 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.908390 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.908688 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.908891 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.909139 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.909361 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.909596 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.909860 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.910081 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.910312 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.910558 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.911229 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.911450 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.911666 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.911878 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.912171 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.912426 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.912696 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.912922 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.913965 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.913965 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.913965 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.913965 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.915925 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.915925 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.915925 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.915925 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.915925 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.915925 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.916336 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.916336 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.916541 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.916715 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.916892 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.917111 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.917342 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.917563 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.917778 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.918023 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.918234 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.918471 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.918737 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.918930 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.919144 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.919359 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.919569 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.919821 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.920059 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.920327 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.920575 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.920783 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.921027 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.921274 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.921529 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.921739 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.921981 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.922198 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.922407 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.922615 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.922830 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.923040 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.923270 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.923494 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.923702 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.923952 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.924184 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.924538 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.924774 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.925003 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.925243 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.925486 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.925719 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.925935 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.926147 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.926379 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.926600 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.926821 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.927069 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.927299 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.927538 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.927752 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.928005 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.928259 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.928499 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.928736 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.928971 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.929189 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.929422 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.929634 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.929905 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.930198 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.930416 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.930627 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.930840 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.931049 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.931338 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.931586 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.931813 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.932137 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.932428 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.932604 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.932776 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.933005 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.933248 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.933489 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.933703 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.933917 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.934160 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.934369 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.934596 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.934821 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.935036 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.935243 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.935480 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.935708 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.935932 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.936155 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.936368 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.936574 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.936795 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.936999 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.937924 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.937924 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.937924 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.937924 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.938239 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.938239 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.938452 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.938690 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.938901 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.939107 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.939395 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.939638 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.939858 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.940157 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.940414 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.940668 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.940909 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.941216 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.941428 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.941694 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.941925 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.942156 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.942374 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.942623 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.942938 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.943196 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.943439 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.943688 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.943975 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.944260 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.944526 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.944737 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.945047 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.945349 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.946151 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.946400 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.946645 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.946892 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.947130 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.947343 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.947573 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.947786 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.948017 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.948279 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.948484 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.948722 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.948934 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.949196 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.949363 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.949604 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.949870 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.950043 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.950259 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.950413 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 09 04:17:38.950971 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103116) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 09 04:17:38.951135 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 09 04:17:38.951286 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 09 04:17:38.951451 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 09 04:17:38.951617 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 09 04:17:38.951769 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 09 04:17:38.951996 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.952159 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.952319 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.952478 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.952674 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.952838 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.952997 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.953155 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.953313 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.953471 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.953629 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.953787 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.953946 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.954104 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.954261 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.954417 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.954575 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.954736 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.954894 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.955009 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:17:38.955100 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.955187 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.955342 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] debug = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.955499 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.955968 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.956138 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.956296 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.956454 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.956611 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.956769 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.956926 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.957084 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.957242 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.957400 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.957556 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.957713 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.957869 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.958026 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.958183 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.958341 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.958498 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] host = dv-cinder-838009-3-iscsi {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.958656 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.958813 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.958970 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.959596 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.959596 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.959596 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.959596 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.959915 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.959915 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.960061 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.960197 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.960354 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.960512 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.960670 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] log_file = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.960844 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] log_options = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.960982 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.961205 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.961855 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.962038 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.962264 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.962440 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.962599 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.962758 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.962916 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.963074 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.963232 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.963388 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.963546 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.963703 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.963861 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.964040 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.964200 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.964357 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.964515 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.964672 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.964829 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.964986 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.965143 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.965299 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.965457 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.965614 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.965771 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.965927 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.966083 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.966240 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.966399 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.966554 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.966711 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.966867 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.967024 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.967180 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.967337 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.967493 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.967654 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.967812 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.967989 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.968147 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.968304 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.968461 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.968618 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.968775 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.968932 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] use_json = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.969088 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.969244 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.969411 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.969555 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.969711 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.969868 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.970030 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.970201 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.970367 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 09 04:17:38.970512 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.970677 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.970847 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.971006 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.971168 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.971328 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.971488 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.971668 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.971811 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.971990 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.972159 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.972320 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.972490 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.972650 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.972810 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.972972 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.973133 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.973294 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.973454 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.973615 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.973775 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.973934 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.974103 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.974264 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.974423 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.974582 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.974742 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.974909 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.975068 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.975236 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.975410 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.975570 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.975731 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.975913 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.976208 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.976208 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.979779 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.980000 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.980157 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 40100) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:17:38.980252 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.980392 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.980534 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.980708 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.980884 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.981049 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.981224 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.981395 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.981563 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.981726 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.981883 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.982038 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.982205 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.982370 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.982528 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.982693 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.982858 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.983049 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.983205 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.983346 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.983507 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.983656 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.983825 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.984012 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.984165 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.984324 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.984487 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.984649 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.984810 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.984977 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.985151 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.985313 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.985479 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.985639 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.985801 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.985962 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.986125 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.986284 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.986452 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.986609 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.986807 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.986915 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.987083 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.987243 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.987399 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.987560 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.987715 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.987878 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.988103 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.988250 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.988377 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.988537 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.989049 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065928 May 09 04:17:38.989243 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.989436 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.990116 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.990279 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.990445 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.990607 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.990771 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.990934 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.991094 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.991274 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.991425 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.992241 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.992241 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.992241 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.992241 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.992241 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.993352 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.993352 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.993352 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.993571 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.993648 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.993772 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.993935 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.994098 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.994259 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.994419 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.994579 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.994740 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.994911 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.995071 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.995235 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.995396 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.995566 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.995738 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.995952 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.996689 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.996859 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.997022 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.997964 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.997964 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.997964 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.997964 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.997964 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.997964 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.998339 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.998339 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.998456 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.998529 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.998718 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.998878 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.999039 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.999200 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.999364 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.999522 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.999684 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:38.999843 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.000457 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.000629 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.000791 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.000953 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.001946 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.002134 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.002282 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.002444 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.002612 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.002773 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.002935 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.003097 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.003286 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.003418 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.003580 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.003742 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.003969 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.004117 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.004281 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.004441 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.004576 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.004729 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.004885 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.005048 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.005208 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.005368 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.005529 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.005690 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.005850 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.006012 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.006172 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.006334 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.006494 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.006654 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.006798 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.006963 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.007126 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.007287 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.007447 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.007608 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.007768 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.009381 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.009573 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.009742 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.009911 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.010077 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.010243 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.010427 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.010595 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.010755 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.010919 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.011081 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.011575 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.011575 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.011575 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.011794 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.011859 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.012025 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.012188 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.012350 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.012510 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.012671 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.012837 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.012999 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.013164 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.013325 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.013486 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.013651 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.013811 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.014768 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.014768 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.014768 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.014768 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.014768 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.014768 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.015142 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.015142 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.015261 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.015325 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.015496 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.015627 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.015999 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.015999 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.016164 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.016312 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.016383 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.016540 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.016700 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.016872 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.017033 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.017191 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.017352 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.017513 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.017680 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.017845 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.018005 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.018165 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.018327 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.018486 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.018645 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.018814 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.018975 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.019135 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.019299 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.019461 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.019620 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.019789 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.019974 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.020135 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.020297 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.020457 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.020621 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.020794 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.020946 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.021100 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.021257 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.021418 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.021578 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.021738 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.021909 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.022070 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.022231 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.022393 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.022554 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.022713 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.022875 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.023039 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.023208 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.023376 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.023546 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.024609 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.024609 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.024609 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.024816 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.024973 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.025286 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.025579 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.025859 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.026129 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.026303 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.026469 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.026634 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.026797 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.026958 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.027119 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.027280 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.027440 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.027604 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.027765 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.027993 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.028110 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.028270 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.028429 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.028589 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.028748 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 09 04:17:39.028902 dv-cinder-838009-3-iscsi neutron-server[103116]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 09 04:17:50.485368 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9efbf66-197d-45fe-a8d8-31e9c49340ec None None] get_active_networks_info from dv-cinder-838009-3-iscsi {{(pid=103227) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 09 04:17:50.556370 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9efbf66-197d-45fe-a8d8-31e9c49340ec None None] No non-hosted networks {{(pid=103227) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 09 04:17:50.583202 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.agentschedulers_db [None req-f9efbf66-197d-45fe-a8d8-31e9c49340ec None None] DHCP Agent not found on host dv-cinder-838009-3-iscsi {{(pid=103227) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 09 04:17:50.698764 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ff14b6d4-f95d-4a5f-97fd-13caaa2cf5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-642658'] for agent (144b4b53-faa6-4e1c-8c93-1df238c644e2), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:17:52.838450 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c183c683-79a6-4ffb-809c-2b1918a1fd4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-642658'] for agent (3dae496a-5564-45d9-8b4f-04486e79e4dd), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:17:52.882539 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-928f061c-2a3e-4c1b-9f76-029e77f26af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3dae496a-5564-45d9-8b4f-04486e79e4dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:17:53.758351 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 40166) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:17:54.100937 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7671283-9f0b-468d-8f0b-6ce51d9cb9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-642658'] for agent (896ddadf-f6f7-4d68-b704-6882247efc03), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:17:54.386651 dv-cinder-838009-3-iscsi neutron-server[103225]: WARNING oslo_policy.policy [None req-20e76eec-107e-4d5e-a6a2-1183b00e9795 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 09 04:17:54.387306 dv-cinder-838009-3-iscsi neutron-server[103225]: WARNING oslo_policy.policy [None req-20e76eec-107e-4d5e-a6a2-1183b00e9795 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 09 04:17:54.613020 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [None req-20e76eec-107e-4d5e-a6a2-1183b00e9795 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 04:17:54.627917 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-20e76eec-107e-4d5e-a6a2-1183b00e9795 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8538251 May 09 04:17:55.267622 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43e19ad3-c0e7-48b8-9cb0-6496f201f8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-642658'] for agent (3ce75c28-5550-4d51-9af6-2a59ee09c43b), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:17:56.779970 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-642658'] for agent (9a15748d-6a05-4459-b777-d0dd003edfa1), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:17:56.781115 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:17:56.781466 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:17:56.781902 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:17:56.782345 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:17:56.782779 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:17:56.783208 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:17:56.783652 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:17:56.786070 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:17:56.790264 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:17:56.790700 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:17:56.791058 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:17:56.791394 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:17:56.791740 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:17:56.792086 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:17:56.792408 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:17:56.792816 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-838009-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:17:56.808825 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-838009-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:17:57.160040 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 40200) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:17:57.483126 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-8dbd5c2b-988b-4219-839c-c740a6c6fe27 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:17:57.576162 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.policy [None req-8dbd5c2b-988b-4219-839c-c740a6c6fe27 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103225) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 09 04:17:57.617703 dv-cinder-838009-3-iscsi neutron-server[103225]: WARNING oslo_policy.policy [None req-8dbd5c2b-988b-4219-839c-c740a6c6fe27 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 09 04:17:57.618084 dv-cinder-838009-3-iscsi neutron-server[103225]: WARNING oslo_policy.policy [None req-8dbd5c2b-988b-4219-839c-c740a6c6fe27 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 09 04:17:57.721195 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8dbd5c2b-988b-4219-839c-c740a6c6fe27 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782012134879', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782012136395', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782012119724', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782012095318', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782012099348', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782012206846', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16362029', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16046367', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-436499', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-403266'] for rbac-policy (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:17:57.803643 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8dbd5c2b-988b-4219-839c-c740a6c6fe27 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:17:57.825409 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-8dbd5c2b-988b-4219-839c-c740a6c6fe27 admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6443861 May 09 04:18:00.113597 dv-cinder-838009-3-iscsi neutron-server[103227]: INFO neutron.db.l3_hamode_db [None req-34794532-6e2f-470c-abf0-5f68d6777c81 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 09 04:18:00.191299 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34794532-6e2f-470c-abf0-5f68d6777c81 None None] Routers set() bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:18:00.191684 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34794532-6e2f-470c-abf0-5f68d6777c81 None None] Router IDs set() for agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 09 04:18:00.256338 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 40212) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:18:00.569274 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-c40d172e-bccf-4410-9c59-79766aeb7785 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:18:00.600480 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40d172e-bccf-4410-9c59-79766aeb7785 demo demo] Made reservation on behalf of 37e07551c481458b8e025b20f23fd735 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:18:00.605616 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c40d172e-bccf-4410-9c59-79766aeb7785 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:00.622516 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c40d172e-bccf-4410-9c59-79766aeb7785 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:00.730627 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c40d172e-bccf-4410-9c59-79766aeb7785 demo demo] Publish callbacks [] for security_group (f50c0f13-f252-4633-93ff-8dff78120a8c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:00.734893 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c40d172e-bccf-4410-9c59-79766aeb7785 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (f50c0f13-f252-4633-93ff-8dff78120a8c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:00.759540 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c40d172e-bccf-4410-9c59-79766aeb7785 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 04:18:00.795673 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c40d172e-bccf-4410-9c59-79766aeb7785 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782008167181', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754'] for segment (7c444d49-6433-470d-9765-d3494142ffa6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:00.796295 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c40d172e-bccf-4410-9c59-79766aeb7785 demo demo] Unsubscribe: segment precommit_create {{(pid=103225) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 09 04:18:00.796824 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.db.segments_db [None req-c40d172e-bccf-4410-9c59-79766aeb7785 demo demo] Added segment 7c444d49-6433-470d-9765-d3494142ffa6 of type vlan for network 423d11f9-0caf-46d9-8b91-a5c3513a6a50 May 09 04:18:00.812435 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40d172e-bccf-4410-9c59-79766aeb7785 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=f50c0f13-f252-4633-93ff-8dff78120a8c,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:18:00.839465 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40d172e-bccf-4410-9c59-79766aeb7785 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:00.839811 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40d172e-bccf-4410-9c59-79766aeb7785 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:00.840191 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40d172e-bccf-4410-9c59-79766aeb7785 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:00.840547 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40d172e-bccf-4410-9c59-79766aeb7785 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:00.840878 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40d172e-bccf-4410-9c59-79766aeb7785 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:00.841203 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40d172e-bccf-4410-9c59-79766aeb7785 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:00.841524 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40d172e-bccf-4410-9c59-79766aeb7785 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:00.846343 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40d172e-bccf-4410-9c59-79766aeb7785 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:00.846343 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40d172e-bccf-4410-9c59-79766aeb7785 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:00.846343 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40d172e-bccf-4410-9c59-79766aeb7785 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:00.846343 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40d172e-bccf-4410-9c59-79766aeb7785 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:00.846343 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40d172e-bccf-4410-9c59-79766aeb7785 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:00.846742 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40d172e-bccf-4410-9c59-79766aeb7785 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:00.846742 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40d172e-bccf-4410-9c59-79766aeb7785 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:00.846742 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40d172e-bccf-4410-9c59-79766aeb7785 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:00.846742 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40d172e-bccf-4410-9c59-79766aeb7785 demo demo] Tracked resource versions report: May 09 04:18:00.846742 dv-cinder-838009-3-iscsi neutron-server[103225]: pushed versions: May 09 04:18:00.846742 dv-cinder-838009-3-iscsi neutron-server[103225]: { 'AddressGroup': {'1.2'}, May 09 04:18:00.846742 dv-cinder-838009-3-iscsi neutron-server[103225]: 'Agent': {'1.1'}, May 09 04:18:00.846742 dv-cinder-838009-3-iscsi neutron-server[103225]: 'ConntrackHelper': {'1.0'}, May 09 04:18:00.846742 dv-cinder-838009-3-iscsi neutron-server[103225]: 'LocalIPAssociation': {'1.0'}, May 09 04:18:00.846742 dv-cinder-838009-3-iscsi neutron-server[103225]: 'Log': {'1.0'}, May 09 04:18:00.846742 dv-cinder-838009-3-iscsi neutron-server[103225]: 'NDPProxy': {'1.0'}, May 09 04:18:00.846742 dv-cinder-838009-3-iscsi neutron-server[103225]: 'Network': {'1.1'}, May 09 04:18:00.846742 dv-cinder-838009-3-iscsi neutron-server[103225]: 'Port': {'1.7'}, May 09 04:18:00.846742 dv-cinder-838009-3-iscsi neutron-server[103225]: 'PortForwarding': {'1.3'}, May 09 04:18:00.846742 dv-cinder-838009-3-iscsi neutron-server[103225]: 'QosPolicy': {'1.10'}, May 09 04:18:00.846742 dv-cinder-838009-3-iscsi neutron-server[103225]: 'SecurityGroup': {'1.5'}, May 09 04:18:00.846742 dv-cinder-838009-3-iscsi neutron-server[103225]: 'SecurityGroupRule': {'1.2'}, May 09 04:18:00.846742 dv-cinder-838009-3-iscsi neutron-server[103225]: 'SubPort': {'1.0'}, May 09 04:18:00.846742 dv-cinder-838009-3-iscsi neutron-server[103225]: 'Subnet': {'1.1'}, May 09 04:18:00.846742 dv-cinder-838009-3-iscsi neutron-server[103225]: 'Trunk': {'1.1'}} May 09 04:18:00.846742 dv-cinder-838009-3-iscsi neutron-server[103225]: consumer versions: May 09 04:18:00.846742 dv-cinder-838009-3-iscsi neutron-server[103225]: { DHCP agent@dv-cinder-838009-3-iscsi: {}, May 09 04:18:00.846742 dv-cinder-838009-3-iscsi neutron-server[103225]: L3 agent@dv-cinder-838009-3-iscsi: {}, May 09 04:18:00.846742 dv-cinder-838009-3-iscsi neutron-server[103225]: Metadata agent@dv-cinder-838009-3-iscsi: {}, May 09 04:18:00.846742 dv-cinder-838009-3-iscsi neutron-server[103225]: Metering agent@dv-cinder-838009-3-iscsi: {}, May 09 04:18:00.846742 dv-cinder-838009-3-iscsi neutron-server[103225]: Open vSwitch agent@dv-cinder-838009-3-iscsi: { 'AddressGroup': '1.2', May 09 04:18:00.848431 dv-cinder-838009-3-iscsi neutron-server[103225]: 'Agent': '1.1', May 09 04:18:00.848431 dv-cinder-838009-3-iscsi neutron-server[103225]: 'ConntrackHelper': '1.0', May 09 04:18:00.848431 dv-cinder-838009-3-iscsi neutron-server[103225]: 'LocalIPAssociation': '1.0', May 09 04:18:00.848431 dv-cinder-838009-3-iscsi neutron-server[103225]: 'Log': '1.0', May 09 04:18:00.848431 dv-cinder-838009-3-iscsi neutron-server[103225]: 'NDPProxy': '1.0', May 09 04:18:00.848431 dv-cinder-838009-3-iscsi neutron-server[103225]: 'Network': '1.1', May 09 04:18:00.848431 dv-cinder-838009-3-iscsi neutron-server[103225]: 'Port': '1.7', May 09 04:18:00.848431 dv-cinder-838009-3-iscsi neutron-server[103225]: 'PortForwarding': '1.3', May 09 04:18:00.848431 dv-cinder-838009-3-iscsi neutron-server[103225]: 'QosPolicy': '1.10', May 09 04:18:00.848431 dv-cinder-838009-3-iscsi neutron-server[103225]: 'SecurityGroup': '1.5', May 09 04:18:00.848431 dv-cinder-838009-3-iscsi neutron-server[103225]: 'SecurityGroupRule': '1.2', May 09 04:18:00.848431 dv-cinder-838009-3-iscsi neutron-server[103225]: 'SubPort': '1.0', May 09 04:18:00.848431 dv-cinder-838009-3-iscsi neutron-server[103225]: 'Subnet': '1.1', May 09 04:18:00.848431 dv-cinder-838009-3-iscsi neutron-server[103225]: 'Trunk': '1.1'}} May 09 04:18:00.848431 dv-cinder-838009-3-iscsi neutron-server[103225]: {{(pid=103225) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 09 04:18:00.910521 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c40d172e-bccf-4410-9c59-79766aeb7785 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782007660162'] for network (423d11f9-0caf-46d9-8b91-a5c3513a6a50), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:00.949835 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c40d172e-bccf-4410-9c59-79766aeb7785 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278'] for network (423d11f9-0caf-46d9-8b91-a5c3513a6a50), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:00.955171 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40d172e-bccf-4410-9c59-79766aeb7785 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:18:00.956143 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c40d172e-bccf-4410-9c59-79766aeb7785 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:01.049987 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-c40d172e-bccf-4410-9c59-79766aeb7785 demo demo] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7923019 May 09 04:18:01.075844 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40d172e-bccf-4410-9c59-79766aeb7785 demo demo] Pushing event updated for resources: {'Network': ['ID=423d11f9-0caf-46d9-8b91-a5c3513a6a50,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:18:01.089472 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Network 423d11f9-0caf-46d9-8b91-a5c3513a6a50 details requested by agent ovs-agent-dv-cinder-838009-3-iscsi with host dv-cinder-838009-3-iscsi {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 04:18:03.615106 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 40224) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:18:04.029403 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4ece77-5a49-4988-bddd-9d6d7f0e1490 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:18:04.030683 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-6d4ece77-5a49-4988-bddd-9d6d7f0e1490 demo admin] 10.222.0.44 "GET /v2.0/networks/423d11f9-0caf-46d9-8b91-a5c3513a6a50 HTTP/1.1" status: 200 len: 825 time: 0.4146354 May 09 04:18:04.054953 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-7a6210d4-1dd2-4697-aeb7-e5d5a69b9bdd demo admin] 10.222.0.44 "GET /v2.0/subnetpools/a5770352-6095-437c-8a35-aa83c7273193 HTTP/1.1" status: 200 len: 734 time: 0.0186739 May 09 04:18:04.063274 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-9852f947-2379-4a12-b1c7-9d1e38572c54 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '423d11f9-0caf-46d9-8b91-a5c3513a6a50', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': 'a5770352-6095-437c-8a35-aa83c7273193'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:18:04.084337 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9852f947-2379-4a12-b1c7-9d1e38572c54 demo admin] Made reservation on behalf of 37e07551c481458b8e025b20f23fd735 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:18:04.087340 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9852f947-2379-4a12-b1c7-9d1e38572c54 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:04.375162 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9852f947-2379-4a12-b1c7-9d1e38572c54 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278'] for subnet (673e9610-09b0-423d-8e71-eab9ee3f9499), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:04.444698 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9852f947-2379-4a12-b1c7-9d1e38572c54 demo admin] Pushing event updated for resources: {'Subnet': ['ID=673e9610-09b0-423d-8e71-eab9ee3f9499,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:18:04.449897 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9852f947-2379-4a12-b1c7-9d1e38572c54 demo admin] Checking segment: {'id': '7c444d49-6433-470d-9765-d3494142ffa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '423d11f9-0caf-46d9-8b91-a5c3513a6a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:18:04.450290 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9852f947-2379-4a12-b1c7-9d1e38572c54 demo admin] Network hostable DHCP agents. Network: 423d11f9-0caf-46d9-8b91-a5c3513a6a50, hostable agents: ['144b4b53-faa6-4e1c-8c93-1df238c644e2'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 04:18:04.472276 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9852f947-2379-4a12-b1c7-9d1e38572c54 demo admin] Network 423d11f9-0caf-46d9-8b91-a5c3513a6a50 is scheduled to be hosted by DHCP agent 144b4b53-faa6-4e1c-8c93-1df238c644e2 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 04:18:04.483266 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-9852f947-2379-4a12-b1c7-9d1e38572c54 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-3-iscsi, 423d11f9-0caf-46d9-8b91-a5c3513a6a50) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:18:04.487780 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9852f947-2379-4a12-b1c7-9d1e38572c54 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:18:04.488433 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9852f947-2379-4a12-b1c7-9d1e38572c54 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:04.493902 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29303af0-7158-4d4e-89dc-56e230c6ffbb None None] Network 423d11f9-0caf-46d9-8b91-a5c3513a6a50 requested from dv-cinder-838009-3-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 04:18:04.505048 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-9852f947-2379-4a12-b1c7-9d1e38572c54 demo admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4449501 May 09 04:18:04.760160 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2d1052-82c9-4da9-a400-725e42b825c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb5d7134-a911-54f2-a3b8-b69254a18049-423d11f9-0caf-46d9-8b91-a5c3513a6a50', 'network_id': '423d11f9-0caf-46d9-8b91-a5c3513a6a50', 'project_id': '37e07551c481458b8e025b20f23fd735', 'fixed_ips': [{'subnet_id': '673e9610-09b0-423d-8e71-eab9ee3f9499'}]}} from dv-cinder-838009-3-iscsi. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 09 04:18:04.761382 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2c2d1052-82c9-4da9-a400-725e42b825c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:05.059029 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-2c2d1052-82c9-4da9-a400-725e42b825c3 None None] Allocated IP 172.20.0.2 (423d11f9-0caf-46d9-8b91-a5c3513a6a50/673e9610-09b0-423d-8e71-eab9ee3f9499/47ceec57-2cbc-4c08-9fee-7b38512092f6) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:18:05.357556 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2c2d1052-82c9-4da9-a400-725e42b825c3 None None] Publish callbacks [] for port (47ceec57-2cbc-4c08-9fee-7b38512092f6), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:05.365473 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2c2d1052-82c9-4da9-a400-725e42b825c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060'] for port (47ceec57-2cbc-4c08-9fee-7b38512092f6), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:05.437092 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2d1052-82c9-4da9-a400-725e42b825c3 None None] Network 423d11f9-0caf-46d9-8b91-a5c3513a6a50 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:18:05.441656 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-2c2d1052-82c9-4da9-a400-725e42b825c3 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:18:05.457267 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2d1052-82c9-4da9-a400-725e42b825c3 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:18:05.463796 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d1052-82c9-4da9-a400-725e42b825c3 None None] Pushing event updated for resources: {'Port': ['ID=47ceec57-2cbc-4c08-9fee-7b38512092f6,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:18:05.496295 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d1052-82c9-4da9-a400-725e42b825c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:05.496950 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d1052-82c9-4da9-a400-725e42b825c3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:05.497050 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d1052-82c9-4da9-a400-725e42b825c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:05.497338 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d1052-82c9-4da9-a400-725e42b825c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:05.497672 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d1052-82c9-4da9-a400-725e42b825c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:05.497997 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d1052-82c9-4da9-a400-725e42b825c3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:05.498327 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d1052-82c9-4da9-a400-725e42b825c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:05.498652 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d1052-82c9-4da9-a400-725e42b825c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:05.498980 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d1052-82c9-4da9-a400-725e42b825c3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:05.499304 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d1052-82c9-4da9-a400-725e42b825c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:05.499630 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d1052-82c9-4da9-a400-725e42b825c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:05.499991 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d1052-82c9-4da9-a400-725e42b825c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:05.500320 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d1052-82c9-4da9-a400-725e42b825c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:05.500641 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d1052-82c9-4da9-a400-725e42b825c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:05.500959 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d1052-82c9-4da9-a400-725e42b825c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:05.502372 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2d1052-82c9-4da9-a400-725e42b825c3 None None] Tracked resource versions report: May 09 04:18:05.502372 dv-cinder-838009-3-iscsi neutron-server[103227]: pushed versions: May 09 04:18:05.502372 dv-cinder-838009-3-iscsi neutron-server[103227]: { 'AddressGroup': {'1.2'}, May 09 04:18:05.502372 dv-cinder-838009-3-iscsi neutron-server[103227]: 'Agent': {'1.1'}, May 09 04:18:05.502372 dv-cinder-838009-3-iscsi neutron-server[103227]: 'ConntrackHelper': {'1.0'}, May 09 04:18:05.502372 dv-cinder-838009-3-iscsi neutron-server[103227]: 'LocalIPAssociation': {'1.0'}, May 09 04:18:05.502372 dv-cinder-838009-3-iscsi neutron-server[103227]: 'Log': {'1.0'}, May 09 04:18:05.502372 dv-cinder-838009-3-iscsi neutron-server[103227]: 'NDPProxy': {'1.0'}, May 09 04:18:05.502372 dv-cinder-838009-3-iscsi neutron-server[103227]: 'Network': {'1.1'}, May 09 04:18:05.502372 dv-cinder-838009-3-iscsi neutron-server[103227]: 'Port': {'1.7'}, May 09 04:18:05.502372 dv-cinder-838009-3-iscsi neutron-server[103227]: 'PortForwarding': {'1.3'}, May 09 04:18:05.502372 dv-cinder-838009-3-iscsi neutron-server[103227]: 'QosPolicy': {'1.10'}, May 09 04:18:05.502372 dv-cinder-838009-3-iscsi neutron-server[103227]: 'SecurityGroup': {'1.5'}, May 09 04:18:05.502372 dv-cinder-838009-3-iscsi neutron-server[103227]: 'SecurityGroupRule': {'1.2'}, May 09 04:18:05.502372 dv-cinder-838009-3-iscsi neutron-server[103227]: 'SubPort': {'1.0'}, May 09 04:18:05.502372 dv-cinder-838009-3-iscsi neutron-server[103227]: 'Subnet': {'1.1'}, May 09 04:18:05.502372 dv-cinder-838009-3-iscsi neutron-server[103227]: 'Trunk': {'1.1'}} May 09 04:18:05.502372 dv-cinder-838009-3-iscsi neutron-server[103227]: consumer versions: May 09 04:18:05.502372 dv-cinder-838009-3-iscsi neutron-server[103227]: { DHCP agent@dv-cinder-838009-3-iscsi: {}, May 09 04:18:05.502372 dv-cinder-838009-3-iscsi neutron-server[103227]: L3 agent@dv-cinder-838009-3-iscsi: {}, May 09 04:18:05.502372 dv-cinder-838009-3-iscsi neutron-server[103227]: Metadata agent@dv-cinder-838009-3-iscsi: {}, May 09 04:18:05.502372 dv-cinder-838009-3-iscsi neutron-server[103227]: Metering agent@dv-cinder-838009-3-iscsi: {}, May 09 04:18:05.502372 dv-cinder-838009-3-iscsi neutron-server[103227]: Open vSwitch agent@dv-cinder-838009-3-iscsi: { 'AddressGroup': '1.2', May 09 04:18:05.502372 dv-cinder-838009-3-iscsi neutron-server[103227]: 'Agent': '1.1', May 09 04:18:05.502372 dv-cinder-838009-3-iscsi neutron-server[103227]: 'ConntrackHelper': '1.0', May 09 04:18:05.502372 dv-cinder-838009-3-iscsi neutron-server[103227]: 'LocalIPAssociation': '1.0', May 09 04:18:05.502372 dv-cinder-838009-3-iscsi neutron-server[103227]: 'Log': '1.0', May 09 04:18:05.502372 dv-cinder-838009-3-iscsi neutron-server[103227]: 'NDPProxy': '1.0', May 09 04:18:05.502372 dv-cinder-838009-3-iscsi neutron-server[103227]: 'Network': '1.1', May 09 04:18:05.502372 dv-cinder-838009-3-iscsi neutron-server[103227]: 'Port': '1.7', May 09 04:18:05.502372 dv-cinder-838009-3-iscsi neutron-server[103227]: 'PortForwarding': '1.3', May 09 04:18:05.502372 dv-cinder-838009-3-iscsi neutron-server[103227]: 'QosPolicy': '1.10', May 09 04:18:05.502372 dv-cinder-838009-3-iscsi neutron-server[103227]: 'SecurityGroup': '1.5', May 09 04:18:05.502372 dv-cinder-838009-3-iscsi neutron-server[103227]: 'SecurityGroupRule': '1.2', May 09 04:18:05.502372 dv-cinder-838009-3-iscsi neutron-server[103227]: 'SubPort': '1.0', May 09 04:18:05.502372 dv-cinder-838009-3-iscsi neutron-server[103227]: 'Subnet': '1.1', May 09 04:18:05.502372 dv-cinder-838009-3-iscsi neutron-server[103227]: 'Trunk': '1.1'}} May 09 04:18:05.502372 dv-cinder-838009-3-iscsi neutron-server[103227]: {{(pid=103227) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 09 04:18:05.552638 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-2c2d1052-82c9-4da9-a400-725e42b825c3 None None] Attempting to bind port 47ceec57-2cbc-4c08-9fee-7b38512092f6 on host dv-cinder-838009-3-iscsi for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:18:05.553040 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-2c2d1052-82c9-4da9-a400-725e42b825c3 None None] Attempting to bind port 47ceec57-2cbc-4c08-9fee-7b38512092f6 by drivers openvswitch,hyperv on host dv-cinder-838009-3-iscsi at level 0 using segments [{'id': '7c444d49-6433-470d-9765-d3494142ffa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '423d11f9-0caf-46d9-8b91-a5c3513a6a50'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:18:05.553479 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2d1052-82c9-4da9-a400-725e42b825c3 None None] Attempting to bind port 47ceec57-2cbc-4c08-9fee-7b38512092f6 on network 423d11f9-0caf-46d9-8b91-a5c3513a6a50 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:18:05.559174 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2d1052-82c9-4da9-a400-725e42b825c3 None None] Checking agent: {'id': '9a15748d-6a05-4459-b777-d0dd003edfa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 17, 57), 'started_at': datetime.datetime(2022, 5, 9, 4, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:18:05.559555 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2d1052-82c9-4da9-a400-725e42b825c3 None None] Checking segment: {'id': '7c444d49-6433-470d-9765-d3494142ffa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '423d11f9-0caf-46d9-8b91-a5c3513a6a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:18:05.560093 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2c2d1052-82c9-4da9-a400-725e42b825c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:05.560490 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2d1052-82c9-4da9-a400-725e42b825c3 None None] Bound using segment: {'id': '7c444d49-6433-470d-9765-d3494142ffa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '423d11f9-0caf-46d9-8b91-a5c3513a6a50'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:18:05.560991 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-2c2d1052-82c9-4da9-a400-725e42b825c3 None None] Bound port: 47ceec57-2cbc-4c08-9fee-7b38512092f6, host: dv-cinder-838009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c444d49-6433-470d-9765-d3494142ffa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '423d11f9-0caf-46d9-8b91-a5c3513a6a50'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:18:05.561402 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2c2d1052-82c9-4da9-a400-725e42b825c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (47ceec57-2cbc-4c08-9fee-7b38512092f6), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:05.626449 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-2c2d1052-82c9-4da9-a400-725e42b825c3 None None] For port 47ceec57-2cbc-4c08-9fee-7b38512092f6, host dv-cinder-838009-3-iscsi, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:18:05.650352 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-2c2d1052-82c9-4da9-a400-725e42b825c3 None None] For port 47ceec57-2cbc-4c08-9fee-7b38512092f6, host dv-cinder-838009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=47ceec57-2cbc-4c08-9fee-7b38512092f6,segment=NetworkSegment(7c444d49-6433-470d-9765-d3494142ffa6),segment_id=7c444d49-6433-470d-9765-d3494142ffa6)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:18:05.658445 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2c2d1052-82c9-4da9-a400-725e42b825c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (47ceec57-2cbc-4c08-9fee-7b38512092f6), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:05.721884 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d1052-82c9-4da9-a400-725e42b825c3 None None] Pushing event updated for resources: {'Port': ['ID=47ceec57-2cbc-4c08-9fee-7b38512092f6,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:18:06.978032 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 40232) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:18:07.488915 dv-cinder-838009-3-iscsi neutron-server[103226]: WARNING oslo_policy.policy [None req-41bd7926-cc82-4f73-8f4a-2930bb924915 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 09 04:18:07.489488 dv-cinder-838009-3-iscsi neutron-server[103226]: WARNING oslo_policy.policy [None req-41bd7926-cc82-4f73-8f4a-2930bb924915 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 09 04:18:07.715486 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [None req-41bd7926-cc82-4f73-8f4a-2930bb924915 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 04:18:07.727985 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-41bd7926-cc82-4f73-8f4a-2930bb924915 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7375529 May 09 04:18:10.287396 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 40246) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:18:10.615590 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [None req-4ff76501-f8ed-4ba3-aca0-d2e3a8c73d9f admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 04:18:10.616763 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-4ff76501-f8ed-4ba3-aca0-d2e3a8c73d9f admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3283331 May 09 04:18:13.112511 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 40254) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:18:13.422708 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-06a7967c-fd2f-45ba-98ff-ac82e6f90f58 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:18:13.447746 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-06a7967c-fd2f-45ba-98ff-ac82e6f90f58 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29848'] for router (968c9822-fb3c-4b10-9f13-c125d8a6fc7c), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:13.449363 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-06a7967c-fd2f-45ba-98ff-ac82e6f90f58 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653837', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-269844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29841'] for router (968c9822-fb3c-4b10-9f13-c125d8a6fc7c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:13.588834 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-06a7967c-fd2f-45ba-98ff-ac82e6f90f58 demo demo] Publish callbacks [] for router_controller (968c9822-fb3c-4b10-9f13-c125d8a6fc7c), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:13.723742 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-06a7967c-fd2f-45ba-98ff-ac82e6f90f58 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654042'] for router (968c9822-fb3c-4b10-9f13-c125d8a6fc7c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:13.744028 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-06a7967c-fd2f-45ba-98ff-ac82e6f90f58 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:13.756004 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-06a7967c-fd2f-45ba-98ff-ac82e6f90f58 demo demo] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6316783 May 09 04:18:16.218099 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 40266) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:18:16.532162 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [None req-c480c319-d67c-4089-953e-b5ac66d76aa4 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 04:18:16.533278 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-c480c319-d67c-4089-953e-b5ac66d76aa4 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3141742 May 09 04:18:17.302001 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3875d9dc-14a5-446d-93e7-f09424c99151 None None] Network 423d11f9-0caf-46d9-8b91-a5c3513a6a50 requested from dv-cinder-838009-3-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 04:18:17.368375 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-8a9a4ea5-307b-48dc-816c-c4c095117f5c None None] Provisioning complete for port 47ceec57-2cbc-4c08-9fee-7b38512092f6 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:18:17.368792 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8a9a4ea5-307b-48dc-816c-c4c095117f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (47ceec57-2cbc-4c08-9fee-7b38512092f6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:17.539304 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 47ceec57-2cbc-4c08-9fee-7b38512092f6 up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:18:17.595848 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-8a9a4ea5-307b-48dc-816c-c4c095117f5c None None] Current status of the port 47ceec57-2cbc-4c08-9fee-7b38512092f6 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:18:17.596263 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8a9a4ea5-307b-48dc-816c-c4c095117f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (47ceec57-2cbc-4c08-9fee-7b38512092f6), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:17.653116 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-8a9a4ea5-307b-48dc-816c-c4c095117f5c None None] For port 47ceec57-2cbc-4c08-9fee-7b38512092f6, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=47ceec57-2cbc-4c08-9fee-7b38512092f6,segment=NetworkSegment(7c444d49-6433-470d-9765-d3494142ffa6),segment_id=7c444d49-6433-470d-9765-d3494142ffa6)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:18:17.658180 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8a9a4ea5-307b-48dc-816c-c4c095117f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (47ceec57-2cbc-4c08-9fee-7b38512092f6), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:17.684990 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port 47ceec57-2cbc-4c08-9fee-7b38512092f6 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:18:17.685378 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (47ceec57-2cbc-4c08-9fee-7b38512092f6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:17.745066 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a4ea5-307b-48dc-816c-c4c095117f5c None None] Pushing event updated for resources: {'Port': ['ID=47ceec57-2cbc-4c08-9fee-7b38512092f6,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:18:17.797557 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-931ec073-97a3-46ea-9e2d-59227910caf0 None None] Provisioning complete for port 47ceec57-2cbc-4c08-9fee-7b38512092f6 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:18:17.797871 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-931ec073-97a3-46ea-9e2d-59227910caf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (47ceec57-2cbc-4c08-9fee-7b38512092f6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:17.830793 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port 47ceec57-2cbc-4c08-9fee-7b38512092f6 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:18:17.884167 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-931ec073-97a3-46ea-9e2d-59227910caf0 None None] Current status of the port 47ceec57-2cbc-4c08-9fee-7b38512092f6 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:18:19.047404 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 40276) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:18:19.354126 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-5a2b6f2f-0b91-487d-98aa-db1bfd9f0004 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'router:external': True}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:18:19.374816 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2b6f2f-0b91-487d-98aa-db1bfd9f0004 admin admin] Made reservation on behalf of 528420bd736843dc87d64954f4596bbd for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:18:19.375687 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5a2b6f2f-0b91-487d-98aa-db1bfd9f0004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:19.384370 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5a2b6f2f-0b91-487d-98aa-db1bfd9f0004 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:19.458880 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5a2b6f2f-0b91-487d-98aa-db1bfd9f0004 admin admin] Publish callbacks [] for security_group (0eab219d-f6fe-48c3-9394-954217996e95), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:19.463987 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5a2b6f2f-0b91-487d-98aa-db1bfd9f0004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (0eab219d-f6fe-48c3-9394-954217996e95), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:19.482381 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5a2b6f2f-0b91-487d-98aa-db1bfd9f0004 admin admin] Reserving flat network on physical network physnet1 {{(pid=103225) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 09 04:18:19.497416 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b6f2f-0b91-487d-98aa-db1bfd9f0004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eab219d-f6fe-48c3-9394-954217996e95,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:18:19.500769 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 47ceec57-2cbc-4c08-9fee-7b38512092f6 up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:18:19.505291 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5a2b6f2f-0b91-487d-98aa-db1bfd9f0004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754'] for segment (bfcd5364-714b-4eea-b1ab-23d5506cc730), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:19.506040 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.db.segments_db [None req-5a2b6f2f-0b91-487d-98aa-db1bfd9f0004 admin admin] Added segment bfcd5364-714b-4eea-b1ab-23d5506cc730 of type flat for network 1111f3a4-c02a-41de-91e1-42f5a19c8209 May 09 04:18:19.552023 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5a2b6f2f-0b91-487d-98aa-db1bfd9f0004 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782007660162'] for network (1111f3a4-c02a-41de-91e1-42f5a19c8209), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:19.556080 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port 47ceec57-2cbc-4c08-9fee-7b38512092f6 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:18:19.556479 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (47ceec57-2cbc-4c08-9fee-7b38512092f6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:19.583783 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5a2b6f2f-0b91-487d-98aa-db1bfd9f0004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278'] for network (1111f3a4-c02a-41de-91e1-42f5a19c8209), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:19.584799 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2b6f2f-0b91-487d-98aa-db1bfd9f0004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:18:19.585891 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5a2b6f2f-0b91-487d-98aa-db1bfd9f0004 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:19.634264 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port 47ceec57-2cbc-4c08-9fee-7b38512092f6 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:18:19.665412 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-5a2b6f2f-0b91-487d-98aa-db1bfd9f0004 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6169012 May 09 04:18:19.678344 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b6f2f-0b91-487d-98aa-db1bfd9f0004 admin admin] Pushing event updated for resources: {'Network': ['ID=1111f3a4-c02a-41de-91e1-42f5a19c8209,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:18:19.688347 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Network 1111f3a4-c02a-41de-91e1-42f5a19c8209 details requested by agent ovs-agent-dv-cinder-838009-3-iscsi with host dv-cinder-838009-3-iscsi {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 04:18:20.416910 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a767385f-a79c-4a3e-9ab5-7906e79cce65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (144b4b53-faa6-4e1c-8c93-1df238c644e2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:22.134208 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 40284) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:18:22.619368 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.policy [None req-bff6f268-18a0-44d1-b234-b7b0cefcea00 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103226) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 09 04:18:22.661697 dv-cinder-838009-3-iscsi neutron-server[103226]: WARNING oslo_policy.policy [None req-bff6f268-18a0-44d1-b234-b7b0cefcea00 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 09 04:18:22.662064 dv-cinder-838009-3-iscsi neutron-server[103226]: WARNING oslo_policy.policy [None req-bff6f268-18a0-44d1-b234-b7b0cefcea00 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 09 04:18:22.670263 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff6f268-18a0-44d1-b234-b7b0cefcea00 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:18:22.671997 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-bff6f268-18a0-44d1-b234-b7b0cefcea00 demo admin] 10.222.0.44 "GET /v2.0/subnets/673e9610-09b0-423d-8e71-eab9ee3f9499 HTTP/1.1" status: 200 len: 849 time: 0.5367994 May 09 04:18:22.823738 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b0c0e8b9-4b6f-4e4a-b885-8e66cce25bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3dae496a-5564-45d9-8b4f-04486e79e4dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:22.844329 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-badd6ab1-55f8-4c19-805f-dab05b5b80f6 demo admin] 10.222.0.44 "GET /v2.0/routers/968c9822-fb3c-4b10-9f13-c125d8a6fc7c HTTP/1.1" status: 200 len: 704 time: 0.1668475 May 09 04:18:23.110993 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bbc86f9f-c2a6-46da-b866-540859c02367 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:23.435954 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-bbc86f9f-c2a6-46da-b866-540859c02367 demo admin] Allocated IP 172.20.0.1 (423d11f9-0caf-46d9-8b91-a5c3513a6a50/673e9610-09b0-423d-8e71-eab9ee3f9499/2da854eb-0090-48d5-9946-e268ebc7b10f) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:18:23.643315 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bbc86f9f-c2a6-46da-b866-540859c02367 demo admin] Publish callbacks [] for port (2da854eb-0090-48d5-9946-e268ebc7b10f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:23.712801 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bbc86f9f-c2a6-46da-b866-540859c02367 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060'] for port (2da854eb-0090-48d5-9946-e268ebc7b10f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:23.774784 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc86f9f-c2a6-46da-b866-540859c02367 demo admin] Network 423d11f9-0caf-46d9-8b91-a5c3513a6a50 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:18:23.779398 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-bbc86f9f-c2a6-46da-b866-540859c02367 demo admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:18:23.822364 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc86f9f-c2a6-46da-b866-540859c02367 demo admin] Pushing event updated for resources: {'Port': ['ID=2da854eb-0090-48d5-9946-e268ebc7b10f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:18:23.824942 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc86f9f-c2a6-46da-b866-540859c02367 demo admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:18:23.825735 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bbc86f9f-c2a6-46da-b866-540859c02367 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639991'] for router_interface (968c9822-fb3c-4b10-9f13-c125d8a6fc7c), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:23.887266 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc86f9f-c2a6-46da-b866-540859c02367 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:23.887618 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc86f9f-c2a6-46da-b866-540859c02367 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:23.888008 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc86f9f-c2a6-46da-b866-540859c02367 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:23.888368 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc86f9f-c2a6-46da-b866-540859c02367 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:23.888702 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc86f9f-c2a6-46da-b866-540859c02367 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:23.889025 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc86f9f-c2a6-46da-b866-540859c02367 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:23.889354 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc86f9f-c2a6-46da-b866-540859c02367 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:23.889676 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc86f9f-c2a6-46da-b866-540859c02367 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:23.890013 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc86f9f-c2a6-46da-b866-540859c02367 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:23.890385 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc86f9f-c2a6-46da-b866-540859c02367 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:23.890742 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc86f9f-c2a6-46da-b866-540859c02367 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:23.891107 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc86f9f-c2a6-46da-b866-540859c02367 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:23.891462 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc86f9f-c2a6-46da-b866-540859c02367 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:23.891813 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc86f9f-c2a6-46da-b866-540859c02367 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:23.892186 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc86f9f-c2a6-46da-b866-540859c02367 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:23.893659 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc86f9f-c2a6-46da-b866-540859c02367 demo admin] Tracked resource versions report: May 09 04:18:23.893659 dv-cinder-838009-3-iscsi neutron-server[103226]: pushed versions: May 09 04:18:23.893659 dv-cinder-838009-3-iscsi neutron-server[103226]: { 'AddressGroup': {'1.2'}, May 09 04:18:23.893659 dv-cinder-838009-3-iscsi neutron-server[103226]: 'Agent': {'1.1'}, May 09 04:18:23.893659 dv-cinder-838009-3-iscsi neutron-server[103226]: 'ConntrackHelper': {'1.0'}, May 09 04:18:23.893659 dv-cinder-838009-3-iscsi neutron-server[103226]: 'LocalIPAssociation': {'1.0'}, May 09 04:18:23.893659 dv-cinder-838009-3-iscsi neutron-server[103226]: 'Log': {'1.0'}, May 09 04:18:23.893659 dv-cinder-838009-3-iscsi neutron-server[103226]: 'NDPProxy': {'1.0'}, May 09 04:18:23.893659 dv-cinder-838009-3-iscsi neutron-server[103226]: 'Network': {'1.1'}, May 09 04:18:23.893659 dv-cinder-838009-3-iscsi neutron-server[103226]: 'Port': {'1.7'}, May 09 04:18:23.893659 dv-cinder-838009-3-iscsi neutron-server[103226]: 'PortForwarding': {'1.3'}, May 09 04:18:23.893659 dv-cinder-838009-3-iscsi neutron-server[103226]: 'QosPolicy': {'1.10'}, May 09 04:18:23.893659 dv-cinder-838009-3-iscsi neutron-server[103226]: 'SecurityGroup': {'1.5'}, May 09 04:18:23.893659 dv-cinder-838009-3-iscsi neutron-server[103226]: 'SecurityGroupRule': {'1.2'}, May 09 04:18:23.893659 dv-cinder-838009-3-iscsi neutron-server[103226]: 'SubPort': {'1.0'}, May 09 04:18:23.893659 dv-cinder-838009-3-iscsi neutron-server[103226]: 'Subnet': {'1.1'}, May 09 04:18:23.893659 dv-cinder-838009-3-iscsi neutron-server[103226]: 'Trunk': {'1.1'}} May 09 04:18:23.893659 dv-cinder-838009-3-iscsi neutron-server[103226]: consumer versions: May 09 04:18:23.893659 dv-cinder-838009-3-iscsi neutron-server[103226]: { DHCP agent@dv-cinder-838009-3-iscsi: {}, May 09 04:18:23.893659 dv-cinder-838009-3-iscsi neutron-server[103226]: L3 agent@dv-cinder-838009-3-iscsi: {}, May 09 04:18:23.893659 dv-cinder-838009-3-iscsi neutron-server[103226]: Metadata agent@dv-cinder-838009-3-iscsi: {}, May 09 04:18:23.893659 dv-cinder-838009-3-iscsi neutron-server[103226]: Metering agent@dv-cinder-838009-3-iscsi: {}, May 09 04:18:23.893659 dv-cinder-838009-3-iscsi neutron-server[103226]: Open vSwitch agent@dv-cinder-838009-3-iscsi: { 'AddressGroup': '1.2', May 09 04:18:23.893659 dv-cinder-838009-3-iscsi neutron-server[103226]: 'Agent': '1.1', May 09 04:18:23.893659 dv-cinder-838009-3-iscsi neutron-server[103226]: 'ConntrackHelper': '1.0', May 09 04:18:23.893659 dv-cinder-838009-3-iscsi neutron-server[103226]: 'LocalIPAssociation': '1.0', May 09 04:18:23.893659 dv-cinder-838009-3-iscsi neutron-server[103226]: 'Log': '1.0', May 09 04:18:23.893659 dv-cinder-838009-3-iscsi neutron-server[103226]: 'NDPProxy': '1.0', May 09 04:18:23.893659 dv-cinder-838009-3-iscsi neutron-server[103226]: 'Network': '1.1', May 09 04:18:23.893659 dv-cinder-838009-3-iscsi neutron-server[103226]: 'Port': '1.7', May 09 04:18:23.893659 dv-cinder-838009-3-iscsi neutron-server[103226]: 'PortForwarding': '1.3', May 09 04:18:23.893659 dv-cinder-838009-3-iscsi neutron-server[103226]: 'QosPolicy': '1.10', May 09 04:18:23.893659 dv-cinder-838009-3-iscsi neutron-server[103226]: 'SecurityGroup': '1.5', May 09 04:18:23.893659 dv-cinder-838009-3-iscsi neutron-server[103226]: 'SecurityGroupRule': '1.2', May 09 04:18:23.893659 dv-cinder-838009-3-iscsi neutron-server[103226]: 'SubPort': '1.0', May 09 04:18:23.893659 dv-cinder-838009-3-iscsi neutron-server[103226]: 'Subnet': '1.1', May 09 04:18:23.893659 dv-cinder-838009-3-iscsi neutron-server[103226]: 'Trunk': '1.1'}} May 09 04:18:23.893659 dv-cinder-838009-3-iscsi neutron-server[103226]: {{(pid=103226) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 09 04:18:24.041511 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bbc86f9f-c2a6-46da-b866-540859c02367 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (2da854eb-0090-48d5-9946-e268ebc7b10f), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:24.094232 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-08798fc6-0e64-4c91-895e-3ca0abfb6c87 None None] Provisioning complete for port 2da854eb-0090-48d5-9946-e268ebc7b10f triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:18:24.094795 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-08798fc6-0e64-4c91-895e-3ca0abfb6c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (2da854eb-0090-48d5-9946-e268ebc7b10f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:24.118179 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7671283-9f0b-468d-8f0b-6ce51d9cb9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (896ddadf-f6f7-4d68-b704-6882247efc03), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:24.130904 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-08798fc6-0e64-4c91-895e-3ca0abfb6c87 None None] Port 2da854eb-0090-48d5-9946-e268ebc7b10f cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 04:18:24.258656 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bbc86f9f-c2a6-46da-b866-540859c02367 demo admin] Publish callbacks [] for port (2da854eb-0090-48d5-9946-e268ebc7b10f), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:24.263022 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bbc86f9f-c2a6-46da-b866-540859c02367 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (2da854eb-0090-48d5-9946-e268ebc7b10f), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:24.263878 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bbc86f9f-c2a6-46da-b866-540859c02367 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639165'] for router_interface (968c9822-fb3c-4b10-9f13-c125d8a6fc7c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:24.341799 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc86f9f-c2a6-46da-b866-540859c02367 demo admin] Pushing event updated for resources: {'Port': ['ID=2da854eb-0090-48d5-9946-e268ebc7b10f,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:18:24.387783 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc86f9f-c2a6-46da-b866-540859c02367 demo admin] Network 423d11f9-0caf-46d9-8b91-a5c3513a6a50 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:18:24.389060 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-bbc86f9f-c2a6-46da-b866-540859c02367 demo admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:18:24.550983 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-d7dac3db-f7eb-4716-9293-6789f53b824d None None] Provisioning complete for port 2da854eb-0090-48d5-9946-e268ebc7b10f triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:18:24.551378 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d7dac3db-f7eb-4716-9293-6789f53b824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (2da854eb-0090-48d5-9946-e268ebc7b10f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:24.585174 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-d7dac3db-f7eb-4716-9293-6789f53b824d None None] Port 2da854eb-0090-48d5-9946-e268ebc7b10f cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 04:18:24.600669 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc86f9f-c2a6-46da-b866-540859c02367 demo admin] Router 968c9822-fb3c-4b10-9f13-c125d8a6fc7c is scheduled to L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 04:18:24.692594 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc86f9f-c2a6-46da-b866-540859c02367 demo admin] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:18:24.697773 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-bbc86f9f-c2a6-46da-b866-540859c02367 demo admin] 10.222.0.44 "PUT /v2.0/routers/968c9822-fb3c-4b10-9f13-c125d8a6fc7c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8481553 May 09 04:18:24.715504 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9e6649-d1fd-4204-a1c0-07d0b7159a57 None None] Sync routers for ids ['968c9822-fb3c-4b10-9f13-c125d8a6fc7c'] in dv-cinder-838009-3-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:18:24.728225 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9e6649-d1fd-4204-a1c0-07d0b7159a57 None None] Routers {'968c9822-fb3c-4b10-9f13-c125d8a6fc7c'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:18:24.729061 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-df9e6649-d1fd-4204-a1c0-07d0b7159a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:18:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['968c9822-fb3c-4b10-9f13-c125d8a6fc7c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:18:24.923984 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-df9e6649-d1fd-4204-a1c0-07d0b7159a57 None None] Set router 968c9822-fb3c-4b10-9f13-c125d8a6fc7c gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:18:25.239000 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43e19ad3-c0e7-48b8-9cb0-6496f201f8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3ce75c28-5550-4d51-9af6-2a59ee09c43b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:25.361808 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-df9e6649-d1fd-4204-a1c0-07d0b7159a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968c9822-fb3c-4b10-9f13-c125d8a6fc7c', 'name': 'router1', 'tenant_id': '37e07551c481458b8e025b20f23fd735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:18:13Z', 'updated_at': '2022-05-09T04:18:23Z', 'revision_number': 2, 'project_id': '37e07551c481458b8e025b20f23fd735', 'gw_port_host': None, '_interfaces': [{'id': '2da854eb-0090-48d5-9946-e268ebc7b10f', 'name': '', 'network_id': '423d11f9-0caf-46d9-8b91-a5c3513a6a50', 'tenant_id': '37e07551c481458b8e025b20f23fd735', 'mac_address': 'fa:16:3e:51:7c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968c9822-fb3c-4b10-9f13-c125d8a6fc7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '673e9610-09b0-423d-8e71-eab9ee3f9499', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:18:23Z', 'updated_at': '2022-05-09T04:18:24Z', 'revision_number': 2, 'project_id': '37e07551c481458b8e025b20f23fd735', 'subnets': [{'id': '673e9610-09b0-423d-8e71-eab9ee3f9499', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5770352-6095-437c-8a35-aa83c7273193'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:18:25.413158 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9e6649-d1fd-4204-a1c0-07d0b7159a57 None None] Checking router: 968c9822-fb3c-4b10-9f13-c125d8a6fc7c for host: dv-cinder-838009-3-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:18:25.413567 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9e6649-d1fd-4204-a1c0-07d0b7159a57 None None] Updating router 968c9822-fb3c-4b10-9f13-c125d8a6fc7c port 2da854eb-0090-48d5-9946-e268ebc7b10f binding host dv-cinder-838009-3-iscsi {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 04:18:25.468170 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-df9e6649-d1fd-4204-a1c0-07d0b7159a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (2da854eb-0090-48d5-9946-e268ebc7b10f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:25.977285 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-df9e6649-d1fd-4204-a1c0-07d0b7159a57 None None] Publish callbacks [] for port (2da854eb-0090-48d5-9946-e268ebc7b10f), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:25.984396 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-df9e6649-d1fd-4204-a1c0-07d0b7159a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (2da854eb-0090-48d5-9946-e268ebc7b10f), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:26.146363 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b04c81e-b197-4082-bda8-3041aabe0c79 None None] Pushing event updated for resources: {'Port': ['ID=2da854eb-0090-48d5-9946-e268ebc7b10f,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:18:26.166930 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04c81e-b197-4082-bda8-3041aabe0c79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:26.167277 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04c81e-b197-4082-bda8-3041aabe0c79 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:26.167615 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04c81e-b197-4082-bda8-3041aabe0c79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:26.167977 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04c81e-b197-4082-bda8-3041aabe0c79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:26.168309 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04c81e-b197-4082-bda8-3041aabe0c79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:26.168637 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04c81e-b197-4082-bda8-3041aabe0c79 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:26.168958 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04c81e-b197-4082-bda8-3041aabe0c79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:26.169277 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04c81e-b197-4082-bda8-3041aabe0c79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:26.169599 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04c81e-b197-4082-bda8-3041aabe0c79 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:26.169917 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04c81e-b197-4082-bda8-3041aabe0c79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:26.170235 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04c81e-b197-4082-bda8-3041aabe0c79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:26.170566 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04c81e-b197-4082-bda8-3041aabe0c79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:26.171029 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04c81e-b197-4082-bda8-3041aabe0c79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:26.171351 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04c81e-b197-4082-bda8-3041aabe0c79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:26.171814 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04c81e-b197-4082-bda8-3041aabe0c79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:18:26.173303 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04c81e-b197-4082-bda8-3041aabe0c79 None None] Tracked resource versions report: May 09 04:18:26.173303 dv-cinder-838009-3-iscsi neutron-server[103228]: pushed versions: May 09 04:18:26.173303 dv-cinder-838009-3-iscsi neutron-server[103228]: { 'AddressGroup': {'1.2'}, May 09 04:18:26.173303 dv-cinder-838009-3-iscsi neutron-server[103228]: 'Agent': {'1.1'}, May 09 04:18:26.173303 dv-cinder-838009-3-iscsi neutron-server[103228]: 'ConntrackHelper': {'1.0'}, May 09 04:18:26.173303 dv-cinder-838009-3-iscsi neutron-server[103228]: 'LocalIPAssociation': {'1.0'}, May 09 04:18:26.173303 dv-cinder-838009-3-iscsi neutron-server[103228]: 'Log': {'1.0'}, May 09 04:18:26.173303 dv-cinder-838009-3-iscsi neutron-server[103228]: 'NDPProxy': {'1.0'}, May 09 04:18:26.173303 dv-cinder-838009-3-iscsi neutron-server[103228]: 'Network': {'1.1'}, May 09 04:18:26.173303 dv-cinder-838009-3-iscsi neutron-server[103228]: 'Port': {'1.7'}, May 09 04:18:26.173303 dv-cinder-838009-3-iscsi neutron-server[103228]: 'PortForwarding': {'1.3'}, May 09 04:18:26.173303 dv-cinder-838009-3-iscsi neutron-server[103228]: 'QosPolicy': {'1.10'}, May 09 04:18:26.173303 dv-cinder-838009-3-iscsi neutron-server[103228]: 'SecurityGroup': {'1.5'}, May 09 04:18:26.173303 dv-cinder-838009-3-iscsi neutron-server[103228]: 'SecurityGroupRule': {'1.2'}, May 09 04:18:26.173303 dv-cinder-838009-3-iscsi neutron-server[103228]: 'SubPort': {'1.0'}, May 09 04:18:26.173303 dv-cinder-838009-3-iscsi neutron-server[103228]: 'Subnet': {'1.1'}, May 09 04:18:26.173303 dv-cinder-838009-3-iscsi neutron-server[103228]: 'Trunk': {'1.1'}} May 09 04:18:26.173303 dv-cinder-838009-3-iscsi neutron-server[103228]: consumer versions: May 09 04:18:26.173303 dv-cinder-838009-3-iscsi neutron-server[103228]: { DHCP agent@dv-cinder-838009-3-iscsi: {}, May 09 04:18:26.173303 dv-cinder-838009-3-iscsi neutron-server[103228]: L3 agent@dv-cinder-838009-3-iscsi: {}, May 09 04:18:26.173303 dv-cinder-838009-3-iscsi neutron-server[103228]: Metadata agent@dv-cinder-838009-3-iscsi: {}, May 09 04:18:26.173303 dv-cinder-838009-3-iscsi neutron-server[103228]: Metering agent@dv-cinder-838009-3-iscsi: {}, May 09 04:18:26.173303 dv-cinder-838009-3-iscsi neutron-server[103228]: Open vSwitch agent@dv-cinder-838009-3-iscsi: { 'AddressGroup': '1.2', May 09 04:18:26.173303 dv-cinder-838009-3-iscsi neutron-server[103228]: 'Agent': '1.1', May 09 04:18:26.173303 dv-cinder-838009-3-iscsi neutron-server[103228]: 'ConntrackHelper': '1.0', May 09 04:18:26.173303 dv-cinder-838009-3-iscsi neutron-server[103228]: 'LocalIPAssociation': '1.0', May 09 04:18:26.173303 dv-cinder-838009-3-iscsi neutron-server[103228]: 'Log': '1.0', May 09 04:18:26.173303 dv-cinder-838009-3-iscsi neutron-server[103228]: 'NDPProxy': '1.0', May 09 04:18:26.173303 dv-cinder-838009-3-iscsi neutron-server[103228]: 'Network': '1.1', May 09 04:18:26.173303 dv-cinder-838009-3-iscsi neutron-server[103228]: 'Port': '1.7', May 09 04:18:26.173303 dv-cinder-838009-3-iscsi neutron-server[103228]: 'PortForwarding': '1.3', May 09 04:18:26.173303 dv-cinder-838009-3-iscsi neutron-server[103228]: 'QosPolicy': '1.10', May 09 04:18:26.173303 dv-cinder-838009-3-iscsi neutron-server[103228]: 'SecurityGroup': '1.5', May 09 04:18:26.173303 dv-cinder-838009-3-iscsi neutron-server[103228]: 'SecurityGroupRule': '1.2', May 09 04:18:26.173303 dv-cinder-838009-3-iscsi neutron-server[103228]: 'SubPort': '1.0', May 09 04:18:26.173303 dv-cinder-838009-3-iscsi neutron-server[103228]: 'Subnet': '1.1', May 09 04:18:26.173303 dv-cinder-838009-3-iscsi neutron-server[103228]: 'Trunk': '1.1'}} May 09 04:18:26.173303 dv-cinder-838009-3-iscsi neutron-server[103228]: {{(pid=103228) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 09 04:18:26.178343 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-df9e6649-d1fd-4204-a1c0-07d0b7159a57 None None] Attempting to bind port 2da854eb-0090-48d5-9946-e268ebc7b10f on host dv-cinder-838009-3-iscsi for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:18:26.178743 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-df9e6649-d1fd-4204-a1c0-07d0b7159a57 None None] Attempting to bind port 2da854eb-0090-48d5-9946-e268ebc7b10f by drivers openvswitch,hyperv on host dv-cinder-838009-3-iscsi at level 0 using segments [{'id': '7c444d49-6433-470d-9765-d3494142ffa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '423d11f9-0caf-46d9-8b91-a5c3513a6a50'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:18:26.179435 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9e6649-d1fd-4204-a1c0-07d0b7159a57 None None] Attempting to bind port 2da854eb-0090-48d5-9946-e268ebc7b10f on network 423d11f9-0caf-46d9-8b91-a5c3513a6a50 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:18:26.185654 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9e6649-d1fd-4204-a1c0-07d0b7159a57 None None] Checking agent: {'id': '9a15748d-6a05-4459-b777-d0dd003edfa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 17, 57), 'started_at': datetime.datetime(2022, 5, 9, 4, 17, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:18:26.186061 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9e6649-d1fd-4204-a1c0-07d0b7159a57 None None] Checking segment: {'id': '7c444d49-6433-470d-9765-d3494142ffa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '423d11f9-0caf-46d9-8b91-a5c3513a6a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:18:26.186562 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-df9e6649-d1fd-4204-a1c0-07d0b7159a57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:26.186944 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9e6649-d1fd-4204-a1c0-07d0b7159a57 None None] Bound using segment: {'id': '7c444d49-6433-470d-9765-d3494142ffa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '423d11f9-0caf-46d9-8b91-a5c3513a6a50'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:18:26.187431 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-df9e6649-d1fd-4204-a1c0-07d0b7159a57 None None] Bound port: 2da854eb-0090-48d5-9946-e268ebc7b10f, host: dv-cinder-838009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c444d49-6433-470d-9765-d3494142ffa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '423d11f9-0caf-46d9-8b91-a5c3513a6a50'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:18:26.187804 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-df9e6649-d1fd-4204-a1c0-07d0b7159a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (2da854eb-0090-48d5-9946-e268ebc7b10f), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:26.260093 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-df9e6649-d1fd-4204-a1c0-07d0b7159a57 None None] For port 2da854eb-0090-48d5-9946-e268ebc7b10f, host dv-cinder-838009-3-iscsi, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:18:26.281130 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-df9e6649-d1fd-4204-a1c0-07d0b7159a57 None None] For port 2da854eb-0090-48d5-9946-e268ebc7b10f, host dv-cinder-838009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=2da854eb-0090-48d5-9946-e268ebc7b10f,segment=NetworkSegment(7c444d49-6433-470d-9765-d3494142ffa6),segment_id=7c444d49-6433-470d-9765-d3494142ffa6)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:18:26.288846 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-df9e6649-d1fd-4204-a1c0-07d0b7159a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (2da854eb-0090-48d5-9946-e268ebc7b10f), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:26.351031 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b04c81e-b197-4082-bda8-3041aabe0c79 None None] Pushing event updated for resources: {'Port': ['ID=2da854eb-0090-48d5-9946-e268ebc7b10f,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:18:26.353583 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9e6649-d1fd-4204-a1c0-07d0b7159a57 None None] Routers {'968c9822-fb3c-4b10-9f13-c125d8a6fc7c'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:18:26.354183 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-df9e6649-d1fd-4204-a1c0-07d0b7159a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:18:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['968c9822-fb3c-4b10-9f13-c125d8a6fc7c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:18:26.414756 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-e78840f7-85fe-4897-adf2-56778a649f9c None None] Provisioning complete for port 2da854eb-0090-48d5-9946-e268ebc7b10f triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:18:26.415772 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e78840f7-85fe-4897-adf2-56778a649f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (2da854eb-0090-48d5-9946-e268ebc7b10f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:26.452497 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-df9e6649-d1fd-4204-a1c0-07d0b7159a57 None None] Set router 968c9822-fb3c-4b10-9f13-c125d8a6fc7c gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:18:26.517437 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e78840f7-85fe-4897-adf2-56778a649f9c None None] Current status of the port 2da854eb-0090-48d5-9946-e268ebc7b10f is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:18:26.518062 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e78840f7-85fe-4897-adf2-56778a649f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (2da854eb-0090-48d5-9946-e268ebc7b10f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:26.551399 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e78840f7-85fe-4897-adf2-56778a649f9c None None] For port 2da854eb-0090-48d5-9946-e268ebc7b10f, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=2da854eb-0090-48d5-9946-e268ebc7b10f,segment=NetworkSegment(7c444d49-6433-470d-9765-d3494142ffa6),segment_id=7c444d49-6433-470d-9765-d3494142ffa6)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:18:26.556151 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e78840f7-85fe-4897-adf2-56778a649f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (2da854eb-0090-48d5-9946-e268ebc7b10f), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:26.605871 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78840f7-85fe-4897-adf2-56778a649f9c None None] Pushing event updated for resources: {'Port': ['ID=2da854eb-0090-48d5-9946-e268ebc7b10f,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:18:26.658107 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-df9e6649-d1fd-4204-a1c0-07d0b7159a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968c9822-fb3c-4b10-9f13-c125d8a6fc7c', 'name': 'router1', 'tenant_id': '37e07551c481458b8e025b20f23fd735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:18:13Z', 'updated_at': '2022-05-09T04:18:23Z', 'revision_number': 2, 'project_id': '37e07551c481458b8e025b20f23fd735', 'gw_port_host': None, '_interfaces': [{'id': '2da854eb-0090-48d5-9946-e268ebc7b10f', 'name': '', 'network_id': '423d11f9-0caf-46d9-8b91-a5c3513a6a50', 'tenant_id': '37e07551c481458b8e025b20f23fd735', 'mac_address': 'fa:16:3e:51:7c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968c9822-fb3c-4b10-9f13-c125d8a6fc7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '673e9610-09b0-423d-8e71-eab9ee3f9499', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:18:23Z', 'updated_at': '2022-05-09T04:18:26Z', 'revision_number': 4, 'project_id': '37e07551c481458b8e025b20f23fd735', 'subnets': [{'id': '673e9610-09b0-423d-8e71-eab9ee3f9499', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5770352-6095-437c-8a35-aa83c7273193'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:18:26.675340 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-5ee716e4-55ea-4d17-bc4a-04f002101348 None None] Provisioning complete for port 2da854eb-0090-48d5-9946-e268ebc7b10f triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:18:26.675738 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5ee716e4-55ea-4d17-bc4a-04f002101348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (2da854eb-0090-48d5-9946-e268ebc7b10f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:26.683981 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9e6649-d1fd-4204-a1c0-07d0b7159a57 None None] The sync data for ids ['968c9822-fb3c-4b10-9f13-c125d8a6fc7c'] in dv-cinder-838009-3-iscsi is: [{'id': '968c9822-fb3c-4b10-9f13-c125d8a6fc7c', 'name': 'router1', 'tenant_id': '37e07551c481458b8e025b20f23fd735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:18:13Z', 'updated_at': '2022-05-09T04:18:23Z', 'revision_number': 2, 'project_id': '37e07551c481458b8e025b20f23fd735', 'gw_port_host': None, '_interfaces': [{'id': '2da854eb-0090-48d5-9946-e268ebc7b10f', 'name': '', 'network_id': '423d11f9-0caf-46d9-8b91-a5c3513a6a50', 'tenant_id': '37e07551c481458b8e025b20f23fd735', 'mac_address': 'fa:16:3e:51:7c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968c9822-fb3c-4b10-9f13-c125d8a6fc7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '673e9610-09b0-423d-8e71-eab9ee3f9499', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:18:23Z', 'updated_at': '2022-05-09T04:18:26Z', 'revision_number': 4, 'project_id': '37e07551c481458b8e025b20f23fd735', 'subnets': [{'id': '673e9610-09b0-423d-8e71-eab9ee3f9499', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5770352-6095-437c-8a35-aa83c7273193'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:18:26.781221 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (9a15748d-6a05-4459-b777-d0dd003edfa1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:26.785308 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-5ee716e4-55ea-4d17-bc4a-04f002101348 None None] Current status of the port 2da854eb-0090-48d5-9946-e268ebc7b10f is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:18:27.209794 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 40310) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:18:27.405161 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a6a29a-5ae0-4343-9802-aa4180af5cd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:18:27.411755 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-67a6a29a-5ae0-4343-9802-aa4180af5cd9 admin admin] 10.222.0.44 "GET /v2.0/networks/1111f3a4-c02a-41de-91e1-42f5a19c8209 HTTP/1.1" status: 200 len: 842 time: 0.1956162 May 09 04:18:27.415966 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c67468ab-1904-4020-9e64-c86b48b83051 admin admin] Request body: {'subnet': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.2.1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:18:27.451037 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67468ab-1904-4020-9e64-c86b48b83051 admin admin] Made reservation on behalf of 528420bd736843dc87d64954f4596bbd for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:18:27.453493 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c67468ab-1904-4020-9e64-c86b48b83051 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:27.746946 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.objects.ports [None req-c67468ab-1904-4020-9e64-c86b48b83051 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103226) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 09 04:18:27.747353 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c67468ab-1904-4020-9e64-c86b48b83051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278'] for subnet (55f6eeca-e44f-4feb-bdb6-d6fdf07e4029), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:27.795667 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67468ab-1904-4020-9e64-c86b48b83051 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55f6eeca-e44f-4feb-bdb6-d6fdf07e4029,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:18:27.817013 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67468ab-1904-4020-9e64-c86b48b83051 admin admin] Checking segment: {'id': 'bfcd5364-714b-4eea-b1ab-23d5506cc730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:18:27.817361 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67468ab-1904-4020-9e64-c86b48b83051 admin admin] Network hostable DHCP agents. Network: 1111f3a4-c02a-41de-91e1-42f5a19c8209, hostable agents: ['144b4b53-faa6-4e1c-8c93-1df238c644e2'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 04:18:27.839924 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67468ab-1904-4020-9e64-c86b48b83051 admin admin] Network 1111f3a4-c02a-41de-91e1-42f5a19c8209 is scheduled to be hosted by DHCP agent 144b4b53-faa6-4e1c-8c93-1df238c644e2 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 04:18:27.851664 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-c67468ab-1904-4020-9e64-c86b48b83051 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-3-iscsi, 1111f3a4-c02a-41de-91e1-42f5a19c8209) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:18:27.855796 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67468ab-1904-4020-9e64-c86b48b83051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:18:27.856450 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c67468ab-1904-4020-9e64-c86b48b83051 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:27.863083 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b508aa-a7a3-4e3b-b7c4-fd48bb607751 None None] Network 1111f3a4-c02a-41de-91e1-42f5a19c8209 requested from dv-cinder-838009-3-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 04:18:27.875451 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-370d6890-4747-4f07-aac5-83a93d9e9b41 None None] Agent healthcheck: found 5 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 04:18:27.884694 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-c67468ab-1904-4020-9e64-c86b48b83051 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4721055 May 09 04:18:27.974437 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c7cdab-8c34-4b3e-8366-a22f8735ef50 None None] Network 1111f3a4-c02a-41de-91e1-42f5a19c8209 requested from dv-cinder-838009-3-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 04:18:30.308424 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 40328) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:18:30.444260 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-3619e12f-6f8e-4c6d-a219-527ad8f96666 demo admin] 10.222.0.44 "GET /v2.0/routers/968c9822-fb3c-4b10-9f13-c125d8a6fc7c HTTP/1.1" status: 200 len: 710 time: 0.1346180 May 09 04:18:30.531491 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30197e7d-e3d5-43ac-9285-105a09268e03 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:18:30.532901 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-30197e7d-e3d5-43ac-9285-105a09268e03 demo admin] 10.222.0.44 "GET /v2.0/networks/1111f3a4-c02a-41de-91e1-42f5a19c8209 HTTP/1.1" status: 200 len: 886 time: 0.0825408 May 09 04:18:30.542095 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a7815fe5-dfe6-44e8-9c0f-f582cec26d7c demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:18:30.800156 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a7815fe5-dfe6-44e8-9c0f-f582cec26d7c demo admin] Publish callbacks [] for router_gateway (968c9822-fb3c-4b10-9f13-c125d8a6fc7c), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:31.027114 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a7815fe5-dfe6-44e8-9c0f-f582cec26d7c demo admin] Publish callbacks [] for router_gateway (968c9822-fb3c-4b10-9f13-c125d8a6fc7c), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:31.165459 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a7815fe5-dfe6-44e8-9c0f-f582cec26d7c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:31.270690 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-a7815fe5-dfe6-44e8-9c0f-f582cec26d7c demo admin] Allocated IP 172.27.2.216 (1111f3a4-c02a-41de-91e1-42f5a19c8209/55f6eeca-e44f-4feb-bdb6-d6fdf07e4029/3ceab514-2436-45e2-9c49-eedd6730e348) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:18:31.372801 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a7815fe5-dfe6-44e8-9c0f-f582cec26d7c demo admin] Publish callbacks [] for port (3ceab514-2436-45e2-9c49-eedd6730e348), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:31.405119 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a7815fe5-dfe6-44e8-9c0f-f582cec26d7c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060'] for port (3ceab514-2436-45e2-9c49-eedd6730e348), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:31.455559 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7815fe5-dfe6-44e8-9c0f-f582cec26d7c demo admin] Network 1111f3a4-c02a-41de-91e1-42f5a19c8209 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:18:31.459710 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-a7815fe5-dfe6-44e8-9c0f-f582cec26d7c demo admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:18:31.462810 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7815fe5-dfe6-44e8-9c0f-f582cec26d7c demo admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:18:31.465019 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7815fe5-dfe6-44e8-9c0f-f582cec26d7c demo admin] Pushing event updated for resources: {'Port': ['ID=3ceab514-2436-45e2-9c49-eedd6730e348,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:18:31.718618 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a7815fe5-dfe6-44e8-9c0f-f582cec26d7c demo admin] Publish callbacks [] for router_gateway (968c9822-fb3c-4b10-9f13-c125d8a6fc7c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:31.927493 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a7815fe5-dfe6-44e8-9c0f-f582cec26d7c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-651410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29795'] for router (968c9822-fb3c-4b10-9f13-c125d8a6fc7c), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:31.931050 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a7815fe5-dfe6-44e8-9c0f-f582cec26d7c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-653864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-653857', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-651403'] for router (968c9822-fb3c-4b10-9f13-c125d8a6fc7c), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:32.047704 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7815fe5-dfe6-44e8-9c0f-f582cec26d7c demo admin] Router 968c9822-fb3c-4b10-9f13-c125d8a6fc7c has already been hosted by L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 04:18:32.164079 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7815fe5-dfe6-44e8-9c0f-f582cec26d7c demo admin] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:18:32.168387 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a7815fe5-dfe6-44e8-9c0f-f582cec26d7c demo admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:32.183928 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-a7815fe5-dfe6-44e8-9c0f-f582cec26d7c demo admin] 10.222.0.44 "PUT /v2.0/routers/968c9822-fb3c-4b10-9f13-c125d8a6fc7c HTTP/1.1" status: 200 len: 890 time: 1.6310980 May 09 04:18:34.651195 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 40340) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:18:34.766383 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-5aff8b1b-8da2-469d-b689-fe887081ae04 admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1140056 May 09 04:18:35.537710 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 2da854eb-0090-48d5-9946-e268ebc7b10f up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:18:35.586011 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f322d07-6e5f-47a7-8a91-0a16ada3f6a0 None None] Sync routers for ids ['968c9822-fb3c-4b10-9f13-c125d8a6fc7c'] in dv-cinder-838009-3-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:18:35.604555 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f322d07-6e5f-47a7-8a91-0a16ada3f6a0 None None] Routers {'968c9822-fb3c-4b10-9f13-c125d8a6fc7c'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:18:35.605225 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-7f322d07-6e5f-47a7-8a91-0a16ada3f6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:18:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['968c9822-fb3c-4b10-9f13-c125d8a6fc7c'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:18:35.688411 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port 2da854eb-0090-48d5-9946-e268ebc7b10f triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:18:35.688725 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (2da854eb-0090-48d5-9946-e268ebc7b10f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:35.891518 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-7f322d07-6e5f-47a7-8a91-0a16ada3f6a0 None None] Set router 968c9822-fb3c-4b10-9f13-c125d8a6fc7c gateway port host: dv-cinder-838009-3-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:18:35.942731 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port 2da854eb-0090-48d5-9946-e268ebc7b10f is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:18:36.355541 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-7f322d07-6e5f-47a7-8a91-0a16ada3f6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968c9822-fb3c-4b10-9f13-c125d8a6fc7c', 'name': 'router1', 'tenant_id': '37e07551c481458b8e025b20f23fd735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '3ceab514-2436-45e2-9c49-eedd6730e348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:18:13Z', 'updated_at': '2022-05-09T04:18:31Z', 'revision_number': 4, 'project_id': '37e07551c481458b8e025b20f23fd735', 'gw_port': {'id': '3ceab514-2436-45e2-9c49-eedd6730e348', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968c9822-fb3c-4b10-9f13-c125d8a6fc7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:18:31Z', 'updated_at': '2022-05-09T04:18:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '2da854eb-0090-48d5-9946-e268ebc7b10f', 'name': '', 'network_id': '423d11f9-0caf-46d9-8b91-a5c3513a6a50', 'tenant_id': '37e07551c481458b8e025b20f23fd735', 'mac_address': 'fa:16:3e:51:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968c9822-fb3c-4b10-9f13-c125d8a6fc7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '673e9610-09b0-423d-8e71-eab9ee3f9499', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:18:23Z', 'updated_at': '2022-05-09T04:18:26Z', 'revision_number': 5, 'project_id': '37e07551c481458b8e025b20f23fd735', 'subnets': [{'id': '673e9610-09b0-423d-8e71-eab9ee3f9499', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5770352-6095-437c-8a35-aa83c7273193'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:18:36.406884 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f322d07-6e5f-47a7-8a91-0a16ada3f6a0 None None] Checking router: 968c9822-fb3c-4b10-9f13-c125d8a6fc7c for host: dv-cinder-838009-3-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:18:36.407268 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f322d07-6e5f-47a7-8a91-0a16ada3f6a0 None None] Updating router 968c9822-fb3c-4b10-9f13-c125d8a6fc7c port 3ceab514-2436-45e2-9c49-eedd6730e348 binding host dv-cinder-838009-3-iscsi {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 04:18:36.463139 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7f322d07-6e5f-47a7-8a91-0a16ada3f6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (3ceab514-2436-45e2-9c49-eedd6730e348), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:36.806331 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7f322d07-6e5f-47a7-8a91-0a16ada3f6a0 None None] Publish callbacks [] for port (3ceab514-2436-45e2-9c49-eedd6730e348), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:36.812552 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7f322d07-6e5f-47a7-8a91-0a16ada3f6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (3ceab514-2436-45e2-9c49-eedd6730e348), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:36.869502 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-7f322d07-6e5f-47a7-8a91-0a16ada3f6a0 None None] Attempting to bind port 3ceab514-2436-45e2-9c49-eedd6730e348 on host dv-cinder-838009-3-iscsi for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:18:36.869887 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-7f322d07-6e5f-47a7-8a91-0a16ada3f6a0 None None] Attempting to bind port 3ceab514-2436-45e2-9c49-eedd6730e348 by drivers openvswitch,hyperv on host dv-cinder-838009-3-iscsi at level 0 using segments [{'id': 'bfcd5364-714b-4eea-b1ab-23d5506cc730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:18:36.870255 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f322d07-6e5f-47a7-8a91-0a16ada3f6a0 None None] Attempting to bind port 3ceab514-2436-45e2-9c49-eedd6730e348 on network 1111f3a4-c02a-41de-91e1-42f5a19c8209 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:18:36.877572 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09078268-d572-42d8-a3e7-aca804e5e52f None None] Pushing event updated for resources: {'Port': ['ID=3ceab514-2436-45e2-9c49-eedd6730e348,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:18:36.881276 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f322d07-6e5f-47a7-8a91-0a16ada3f6a0 None None] Checking agent: {'id': '9a15748d-6a05-4459-b777-d0dd003edfa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 17, 57), 'started_at': datetime.datetime(2022, 5, 9, 4, 18, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:18:36.881667 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f322d07-6e5f-47a7-8a91-0a16ada3f6a0 None None] Checking segment: {'id': 'bfcd5364-714b-4eea-b1ab-23d5506cc730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:18:36.882775 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7f322d07-6e5f-47a7-8a91-0a16ada3f6a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:36.883686 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f322d07-6e5f-47a7-8a91-0a16ada3f6a0 None None] Bound using segment: {'id': 'bfcd5364-714b-4eea-b1ab-23d5506cc730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:18:36.884215 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-7f322d07-6e5f-47a7-8a91-0a16ada3f6a0 None None] Bound port: 3ceab514-2436-45e2-9c49-eedd6730e348, host: dv-cinder-838009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfcd5364-714b-4eea-b1ab-23d5506cc730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:18:36.884604 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7f322d07-6e5f-47a7-8a91-0a16ada3f6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (3ceab514-2436-45e2-9c49-eedd6730e348), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:36.937677 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-7f322d07-6e5f-47a7-8a91-0a16ada3f6a0 None None] For port 3ceab514-2436-45e2-9c49-eedd6730e348, host dv-cinder-838009-3-iscsi, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:18:36.940750 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-7f322d07-6e5f-47a7-8a91-0a16ada3f6a0 None None] For port 3ceab514-2436-45e2-9c49-eedd6730e348, host dv-cinder-838009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=3ceab514-2436-45e2-9c49-eedd6730e348,segment=NetworkSegment(bfcd5364-714b-4eea-b1ab-23d5506cc730),segment_id=bfcd5364-714b-4eea-b1ab-23d5506cc730)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:18:36.946831 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7f322d07-6e5f-47a7-8a91-0a16ada3f6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (3ceab514-2436-45e2-9c49-eedd6730e348), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:37.016575 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f322d07-6e5f-47a7-8a91-0a16ada3f6a0 None None] Routers {'968c9822-fb3c-4b10-9f13-c125d8a6fc7c'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:18:37.017131 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-7f322d07-6e5f-47a7-8a91-0a16ada3f6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:18:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['968c9822-fb3c-4b10-9f13-c125d8a6fc7c'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:18:37.056995 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09078268-d572-42d8-a3e7-aca804e5e52f None None] Pushing event updated for resources: {'Port': ['ID=3ceab514-2436-45e2-9c49-eedd6730e348,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:18:37.142375 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-7f322d07-6e5f-47a7-8a91-0a16ada3f6a0 None None] Set router 968c9822-fb3c-4b10-9f13-c125d8a6fc7c gateway port host: dv-cinder-838009-3-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:18:37.361371 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-7f322d07-6e5f-47a7-8a91-0a16ada3f6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968c9822-fb3c-4b10-9f13-c125d8a6fc7c', 'name': 'router1', 'tenant_id': '37e07551c481458b8e025b20f23fd735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '3ceab514-2436-45e2-9c49-eedd6730e348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:18:13Z', 'updated_at': '2022-05-09T04:18:31Z', 'revision_number': 4, 'project_id': '37e07551c481458b8e025b20f23fd735', 'gw_port': {'id': '3ceab514-2436-45e2-9c49-eedd6730e348', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968c9822-fb3c-4b10-9f13-c125d8a6fc7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:18:31Z', 'updated_at': '2022-05-09T04:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '2da854eb-0090-48d5-9946-e268ebc7b10f', 'name': '', 'network_id': '423d11f9-0caf-46d9-8b91-a5c3513a6a50', 'tenant_id': '37e07551c481458b8e025b20f23fd735', 'mac_address': 'fa:16:3e:51:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968c9822-fb3c-4b10-9f13-c125d8a6fc7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '673e9610-09b0-423d-8e71-eab9ee3f9499', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:18:23Z', 'updated_at': '2022-05-09T04:18:26Z', 'revision_number': 5, 'project_id': '37e07551c481458b8e025b20f23fd735', 'subnets': [{'id': '673e9610-09b0-423d-8e71-eab9ee3f9499', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5770352-6095-437c-8a35-aa83c7273193'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:18:37.391425 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f322d07-6e5f-47a7-8a91-0a16ada3f6a0 None None] The sync data for ids ['968c9822-fb3c-4b10-9f13-c125d8a6fc7c'] in dv-cinder-838009-3-iscsi is: [{'id': '968c9822-fb3c-4b10-9f13-c125d8a6fc7c', 'name': 'router1', 'tenant_id': '37e07551c481458b8e025b20f23fd735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '3ceab514-2436-45e2-9c49-eedd6730e348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:18:13Z', 'updated_at': '2022-05-09T04:18:31Z', 'revision_number': 4, 'project_id': '37e07551c481458b8e025b20f23fd735', 'gw_port': {'id': '3ceab514-2436-45e2-9c49-eedd6730e348', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:9a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968c9822-fb3c-4b10-9f13-c125d8a6fc7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:18:31Z', 'updated_at': '2022-05-09T04:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '2da854eb-0090-48d5-9946-e268ebc7b10f', 'name': '', 'network_id': '423d11f9-0caf-46d9-8b91-a5c3513a6a50', 'tenant_id': '37e07551c481458b8e025b20f23fd735', 'mac_address': 'fa:16:3e:51:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968c9822-fb3c-4b10-9f13-c125d8a6fc7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '673e9610-09b0-423d-8e71-eab9ee3f9499', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:18:23Z', 'updated_at': '2022-05-09T04:18:26Z', 'revision_number': 5, 'project_id': '37e07551c481458b8e025b20f23fd735', 'subnets': [{'id': '673e9610-09b0-423d-8e71-eab9ee3f9499', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5770352-6095-437c-8a35-aa83c7273193'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:18:39.630230 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 3ceab514-2436-45e2-9c49-eedd6730e348 up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:18:39.730862 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port 3ceab514-2436-45e2-9c49-eedd6730e348 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:18:39.731261 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (3ceab514-2436-45e2-9c49-eedd6730e348), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:39.908805 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port 3ceab514-2436-45e2-9c49-eedd6730e348 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:18:39.909210 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (3ceab514-2436-45e2-9c49-eedd6730e348), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:39.948427 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] For port 3ceab514-2436-45e2-9c49-eedd6730e348, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=3ceab514-2436-45e2-9c49-eedd6730e348,segment=NetworkSegment(bfcd5364-714b-4eea-b1ab-23d5506cc730),segment_id=bfcd5364-714b-4eea-b1ab-23d5506cc730)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:18:39.958409 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (3ceab514-2436-45e2-9c49-eedd6730e348), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:40.056635 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Pushing event updated for resources: {'Port': ['ID=3ceab514-2436-45e2-9c49-eedd6730e348,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:18:41.587277 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 3ceab514-2436-45e2-9c49-eedd6730e348 up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:18:41.677288 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port 3ceab514-2436-45e2-9c49-eedd6730e348 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:18:41.677940 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (3ceab514-2436-45e2-9c49-eedd6730e348), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:41.802274 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port 3ceab514-2436-45e2-9c49-eedd6730e348 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:18:50.431621 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-cdd2c46e-88c7-4429-bff4-3fa1fa4ff264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (144b4b53-faa6-4e1c-8c93-1df238c644e2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:52.836779 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ebe4fe53-8bf3-496b-b196-10fa10466b9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3dae496a-5564-45d9-8b4f-04486e79e4dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:54.072709 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7671283-9f0b-468d-8f0b-6ce51d9cb9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (896ddadf-f6f7-4d68-b704-6882247efc03), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:55.246333 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43e19ad3-c0e7-48b8-9cb0-6496f201f8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3ce75c28-5550-4d51-9af6-2a59ee09c43b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:18:56.771469 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (9a15748d-6a05-4459-b777-d0dd003edfa1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:19:04.876132 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-370d6890-4747-4f07-aac5-83a93d9e9b41 None None] Agent healthcheck: found 5 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 04:19:20.501048 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a847dbe9-9a24-4661-b271-af97e4b86254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (144b4b53-faa6-4e1c-8c93-1df238c644e2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:19:22.831844 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-361b8833-23ee-4e68-b8e8-4f1fc80d293f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3dae496a-5564-45d9-8b4f-04486e79e4dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:19:24.076843 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7671283-9f0b-468d-8f0b-6ce51d9cb9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (896ddadf-f6f7-4d68-b704-6882247efc03), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:19:25.249718 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43e19ad3-c0e7-48b8-9cb0-6496f201f8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3ce75c28-5550-4d51-9af6-2a59ee09c43b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:19:26.760732 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (9a15748d-6a05-4459-b777-d0dd003edfa1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:19:41.876102 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-370d6890-4747-4f07-aac5-83a93d9e9b41 None None] Agent healthcheck: found 5 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 04:19:50.423476 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-17f260d3-f11c-492a-8715-405c92dc1cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (144b4b53-faa6-4e1c-8c93-1df238c644e2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:19:52.836985 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2d2f2504-1580-4cc2-8c53-8034963f0d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3dae496a-5564-45d9-8b4f-04486e79e4dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:19:53.559673 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 40824) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:19:53.620707 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.pecan_wsgi.hooks.translation [None req-d58750da-e2e8-4c2b-8d47-c672e052e99c admin admin] GET failed (client error): The resource could not be found. May 09 04:19:53.622048 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-d58750da-e2e8-4c2b-8d47-c672e052e99c admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613892 May 09 04:19:53.785005 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a48925-10d6-47b0-8b16-63bd579658bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:19:53.786559 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-67a48925-10d6-47b0-8b16-63bd579658bd admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1603961 May 09 04:19:54.072349 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7671283-9f0b-468d-8f0b-6ce51d9cb9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (896ddadf-f6f7-4d68-b704-6882247efc03), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:19:55.242317 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43e19ad3-c0e7-48b8-9cb0-6496f201f8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3ce75c28-5550-4d51-9af6-2a59ee09c43b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:19:56.032542 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 40834) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:19:56.122427 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b36c1da-1f9d-49fb-a068-991e4fc936b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:19:56.123748 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-1b36c1da-1f9d-49fb-a068-991e4fc936b1 admin admin] 10.222.0.44 "GET /v2.0/subnets/673e9610-09b0-423d-8e71-eab9ee3f9499 HTTP/1.1" status: 200 len: 849 time: 0.0902770 May 09 04:19:56.132971 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e4f51e1c-ea7f-4520-9105-80d01603c815 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:19:56.294012 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e4f51e1c-ea7f-4520-9105-80d01603c815 admin admin] Publish callbacks [] for subnet (673e9610-09b0-423d-8e71-eab9ee3f9499), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:19:56.432995 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e4f51e1c-ea7f-4520-9105-80d01603c815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782008215682'] for subnet (673e9610-09b0-423d-8e71-eab9ee3f9499), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:19:56.463019 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f51e1c-ea7f-4520-9105-80d01603c815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:19:56.463614 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e4f51e1c-ea7f-4520-9105-80d01603c815 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:19:56.464916 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-e4f51e1c-ea7f-4520-9105-80d01603c815 admin admin] 10.222.0.44 "PUT /v2.0/subnets/673e9610-09b0-423d-8e71-eab9ee3f9499 HTTP/1.1" status: 200 len: 868 time: 0.3355868 May 09 04:19:56.468163 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863113c6-73ad-4547-baa2-63498a4aa828 None None] Network 423d11f9-0caf-46d9-8b91-a5c3513a6a50 requested from dv-cinder-838009-3-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 04:19:56.485301 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f51e1c-ea7f-4520-9105-80d01603c815 admin admin] Pushing event updated for resources: {'Subnet': ['ID=673e9610-09b0-423d-8e71-eab9ee3f9499,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:19:56.493046 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f51e1c-ea7f-4520-9105-80d01603c815 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:19:56.493423 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f51e1c-ea7f-4520-9105-80d01603c815 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:19:56.493762 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f51e1c-ea7f-4520-9105-80d01603c815 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:19:56.494111 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f51e1c-ea7f-4520-9105-80d01603c815 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:19:56.494450 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f51e1c-ea7f-4520-9105-80d01603c815 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:19:56.494786 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f51e1c-ea7f-4520-9105-80d01603c815 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:19:56.495116 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f51e1c-ea7f-4520-9105-80d01603c815 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:19:56.495445 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f51e1c-ea7f-4520-9105-80d01603c815 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:19:56.495797 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f51e1c-ea7f-4520-9105-80d01603c815 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:19:56.496154 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f51e1c-ea7f-4520-9105-80d01603c815 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:19:56.496502 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f51e1c-ea7f-4520-9105-80d01603c815 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:19:56.496848 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f51e1c-ea7f-4520-9105-80d01603c815 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:19:56.497176 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f51e1c-ea7f-4520-9105-80d01603c815 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:19:56.497512 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f51e1c-ea7f-4520-9105-80d01603c815 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:19:56.497828 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f51e1c-ea7f-4520-9105-80d01603c815 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:19:56.753669 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (9a15748d-6a05-4459-b777-d0dd003edfa1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:19:56.859590 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-72a09f87-795a-4ce9-bd09-7999aebfdc39 None None] Provisioning complete for port 2da854eb-0090-48d5-9946-e268ebc7b10f triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:19:56.859923 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-72a09f87-795a-4ce9-bd09-7999aebfdc39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (2da854eb-0090-48d5-9946-e268ebc7b10f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:19:56.939563 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-72a09f87-795a-4ce9-bd09-7999aebfdc39 None None] Current status of the port 2da854eb-0090-48d5-9946-e268ebc7b10f is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:19:56.948045 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-72a09f87-795a-4ce9-bd09-7999aebfdc39 None None] Provisioning complete for port 47ceec57-2cbc-4c08-9fee-7b38512092f6 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:19:56.948435 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-72a09f87-795a-4ce9-bd09-7999aebfdc39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (47ceec57-2cbc-4c08-9fee-7b38512092f6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:19:57.022996 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-72a09f87-795a-4ce9-bd09-7999aebfdc39 None None] Current status of the port 47ceec57-2cbc-4c08-9fee-7b38512092f6 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:19:58.771868 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 40842) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:19:58.972931 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc28fae-2222-437c-a5c9-705d5a40cfc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:19:58.973406 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc28fae-2222-437c-a5c9-705d5a40cfc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:19:58.975536 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-7cc28fae-2222-437c-a5c9-705d5a40cfc2 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2026834 May 09 04:20:01.285249 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 40850) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:20:01.416753 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5597c86b-d26d-45e7-81c6-bac7e47954b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:20:01.417229 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5597c86b-d26d-45e7-81c6-bac7e47954b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:20:01.418761 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-5597c86b-d26d-45e7-81c6-bac7e47954b3 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1325431 May 09 04:20:03.649094 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 40858) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:20:03.806960 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f124d77b-d52b-4587-8281-105b596689e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:20:03.808286 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-f124d77b-d52b-4587-8281-105b596689e2 admin admin] 10.222.0.44 "GET /v2.0/networks/1111f3a4-c02a-41de-91e1-42f5a19c8209 HTTP/1.1" status: 200 len: 886 time: 0.1582575 May 09 04:20:06.057073 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 40868) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:20:06.203823 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a8c9db-5d6e-4e05-86b4-1950b36d3dec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:20:06.208223 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-93a8c9db-5d6e-4e05-86b4-1950b36d3dec admin admin] 10.222.0.44 "GET /v2.0/networks/423d11f9-0caf-46d9-8b91-a5c3513a6a50 HTTP/1.1" status: 200 len: 869 time: 0.1472068 May 09 04:20:08.461271 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 40876) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:20:08.591974 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7a25b4-b550-492c-ac46-d8cc6fc43499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:20:08.592627 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7a25b4-b550-492c-ac46-d8cc6fc43499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:20:08.594391 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-6c7a25b4-b550-492c-ac46-d8cc6fc43499 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1321788 May 09 04:20:10.865594 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 40884) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:20:10.989134 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09ab60c-f463-40c4-a87d-08d1b3cfa993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:20:10.989690 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09ab60c-f463-40c4-a87d-08d1b3cfa993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:20:10.991214 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-f09ab60c-f463-40c4-a87d-08d1b3cfa993 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1246581 May 09 04:20:13.255539 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 40892) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:20:13.340791 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7ee55d-6229-4353-a715-0145299ed64e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:20:13.342051 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-6e7ee55d-6229-4353-a715-0145299ed64e admin admin] 10.222.0.44 "GET /v2.0/subnets/55f6eeca-e44f-4feb-bdb6-d6fdf07e4029 HTTP/1.1" status: 200 len: 816 time: 0.0853543 May 09 04:20:15.638923 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 40900) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:20:15.728798 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae2e22a-4961-4b4b-b8ae-bce91fb014d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:20:15.730110 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-6ae2e22a-4961-4b4b-b8ae-bce91fb014d1 admin admin] 10.222.0.44 "GET /v2.0/subnets/673e9610-09b0-423d-8e71-eab9ee3f9499 HTTP/1.1" status: 200 len: 868 time: 0.0902569 May 09 04:20:18.874745 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-370d6890-4747-4f07-aac5-83a93d9e9b41 None None] Agent healthcheck: found 5 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 04:20:20.426696 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4249a12e-c467-4aaf-88fa-efb07ee25d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (144b4b53-faa6-4e1c-8c93-1df238c644e2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:20:22.838782 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d72c3352-3f48-49ee-a3fd-54bd2956a8c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3dae496a-5564-45d9-8b4f-04486e79e4dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:20:24.074771 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7671283-9f0b-468d-8f0b-6ce51d9cb9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (896ddadf-f6f7-4d68-b704-6882247efc03), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:20:25.245106 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43e19ad3-c0e7-48b8-9cb0-6496f201f8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3ce75c28-5550-4d51-9af6-2a59ee09c43b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:20:26.761998 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (9a15748d-6a05-4459-b777-d0dd003edfa1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:20:50.429823 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-551a04ca-2470-4662-9261-4023c98fe46b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (144b4b53-faa6-4e1c-8c93-1df238c644e2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:20:52.841978 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c530e442-3bf9-418d-b9bc-e1feba1ac599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3dae496a-5564-45d9-8b4f-04486e79e4dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:20:54.080419 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7671283-9f0b-468d-8f0b-6ce51d9cb9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (896ddadf-f6f7-4d68-b704-6882247efc03), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:20:55.255348 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43e19ad3-c0e7-48b8-9cb0-6496f201f8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3ce75c28-5550-4d51-9af6-2a59ee09c43b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:20:55.872904 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-370d6890-4747-4f07-aac5-83a93d9e9b41 None None] Agent healthcheck: found 5 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 04:20:56.383572 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 40958) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:20:56.429245 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [None req-18585ce3-a0eb-461b-9163-33de21b1412a admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 04:20:56.430223 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-18585ce3-a0eb-461b-9163-33de21b1412a admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0456889 May 09 04:20:56.757469 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (9a15748d-6a05-4459-b777-d0dd003edfa1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:20:58.741097 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 40966) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:20:58.806221 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b99cad9-a5b6-419b-bffc-c223d72cbacd admin admin] GET failed (client error): The resource could not be found. May 09 04:20:58.807510 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-4b99cad9-a5b6-419b-bffc-c223d72cbacd admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0654888 May 09 04:20:58.951927 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a576c09-596f-4763-bb28-bf67e106f258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:20:58.953326 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-2a576c09-596f-4763-bb28-bf67e106f258 admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1417260 May 09 04:21:01.217499 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 40974) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:21:01.263433 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-87a8cba4-15c1-4938-ac67-d1f6e9a82182 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:21:01.282304 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a8cba4-15c1-4938-ac67-d1f6e9a82182 admin admin] Made reservation on behalf of 528420bd736843dc87d64954f4596bbd for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:21:01.284551 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-87a8cba4-15c1-4938-ac67-d1f6e9a82182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:21:01.318043 dv-cinder-838009-3-iscsi neutron-server[103225]: WARNING neutron.services.revisions.revision_plugin [None req-87a8cba4-15c1-4938-ac67-d1f6e9a82182 admin admin] Could not find related network for resource to bump revision. May 09 04:21:01.328812 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87a8cba4-15c1-4938-ac67-d1f6e9a82182 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 04:21:01.338755 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-87a8cba4-15c1-4938-ac67-d1f6e9a82182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754'] for segment (0b97fb25-24f2-4ae4-9aee-498f5f1f9b18), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:21:01.339087 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.db.segments_db [None req-87a8cba4-15c1-4938-ac67-d1f6e9a82182 admin admin] Added segment 0b97fb25-24f2-4ae4-9aee-498f5f1f9b18 of type vlan for network 7da2563f-d738-4410-a798-7a50e5a637a7 May 09 04:21:01.375926 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-87a8cba4-15c1-4938-ac67-d1f6e9a82182 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782007660162'] for network (7da2563f-d738-4410-a798-7a50e5a637a7), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:21:01.399062 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-87a8cba4-15c1-4938-ac67-d1f6e9a82182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278'] for network (7da2563f-d738-4410-a798-7a50e5a637a7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:21:01.399993 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a8cba4-15c1-4938-ac67-d1f6e9a82182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:21:01.400610 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-87a8cba4-15c1-4938-ac67-d1f6e9a82182 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:21:01.455458 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-87a8cba4-15c1-4938-ac67-d1f6e9a82182 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2368443 May 09 04:21:01.465228 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a8cba4-15c1-4938-ac67-d1f6e9a82182 admin admin] Pushing event updated for resources: {'Network': ['ID=7da2563f-d738-4410-a798-7a50e5a637a7,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:21:01.472624 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8cba4-15c1-4938-ac67-d1f6e9a82182 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:21:01.472989 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8cba4-15c1-4938-ac67-d1f6e9a82182 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:21:01.473357 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8cba4-15c1-4938-ac67-d1f6e9a82182 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:21:01.473715 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8cba4-15c1-4938-ac67-d1f6e9a82182 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:21:01.474262 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8cba4-15c1-4938-ac67-d1f6e9a82182 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:21:01.474406 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8cba4-15c1-4938-ac67-d1f6e9a82182 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:21:01.474732 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8cba4-15c1-4938-ac67-d1f6e9a82182 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:21:01.475104 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8cba4-15c1-4938-ac67-d1f6e9a82182 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:21:01.475445 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8cba4-15c1-4938-ac67-d1f6e9a82182 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:21:01.475729 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8cba4-15c1-4938-ac67-d1f6e9a82182 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:21:01.476366 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8cba4-15c1-4938-ac67-d1f6e9a82182 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:21:01.476733 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8cba4-15c1-4938-ac67-d1f6e9a82182 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:21:01.477210 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8cba4-15c1-4938-ac67-d1f6e9a82182 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:21:01.477402 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8cba4-15c1-4938-ac67-d1f6e9a82182 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:21:01.477730 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8cba4-15c1-4938-ac67-d1f6e9a82182 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:21:01.490671 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Network 7da2563f-d738-4410-a798-7a50e5a637a7 details requested by agent ovs-agent-dv-cinder-838009-3-iscsi with host dv-cinder-838009-3-iscsi {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 04:21:03.841395 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 40982) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:21:03.902082 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed755536-20b1-47ba-ab65-29b03bd832bc admin admin] GET failed (client error): The resource could not be found. May 09 04:21:03.903398 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-ed755536-20b1-47ba-ab65-29b03bd832bc admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0610597 May 09 04:21:03.972424 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a7e58d-be20-49f9-aa28-c9852c909576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:21:03.973894 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-63a7e58d-be20-49f9-aa28-c9852c909576 admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0665362 May 09 04:21:03.983367 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-a155c679-cca1-4f70-8a58-fea572e94205 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': '7da2563f-d738-4410-a798-7a50e5a637a7', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:21:04.002893 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a155c679-cca1-4f70-8a58-fea572e94205 admin admin] Made reservation on behalf of 528420bd736843dc87d64954f4596bbd for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:21:04.005760 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a155c679-cca1-4f70-8a58-fea572e94205 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:21:04.228294 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a155c679-cca1-4f70-8a58-fea572e94205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278'] for subnet (e923e265-8c1f-492e-acf5-3d85382ed6b8), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:21:04.283560 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a155c679-cca1-4f70-8a58-fea572e94205 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e923e265-8c1f-492e-acf5-3d85382ed6b8,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:21:04.292859 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a155c679-cca1-4f70-8a58-fea572e94205 admin admin] Checking segment: {'id': '0b97fb25-24f2-4ae4-9aee-498f5f1f9b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7da2563f-d738-4410-a798-7a50e5a637a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:21:04.293221 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a155c679-cca1-4f70-8a58-fea572e94205 admin admin] Network hostable DHCP agents. Network: 7da2563f-d738-4410-a798-7a50e5a637a7, hostable agents: ['144b4b53-faa6-4e1c-8c93-1df238c644e2'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 04:21:04.309913 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a155c679-cca1-4f70-8a58-fea572e94205 admin admin] Network 7da2563f-d738-4410-a798-7a50e5a637a7 is scheduled to be hosted by DHCP agent 144b4b53-faa6-4e1c-8c93-1df238c644e2 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 04:21:04.319213 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-a155c679-cca1-4f70-8a58-fea572e94205 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-3-iscsi, 7da2563f-d738-4410-a798-7a50e5a637a7) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:21:04.324925 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a155c679-cca1-4f70-8a58-fea572e94205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:21:04.324925 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a155c679-cca1-4f70-8a58-fea572e94205 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:21:04.327274 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116e1958-c3db-4f8c-b66b-f97f7870bae8 None None] Network 7da2563f-d738-4410-a798-7a50e5a637a7 requested from dv-cinder-838009-3-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 04:21:04.342755 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-a155c679-cca1-4f70-8a58-fea572e94205 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3626292 May 09 04:21:04.436671 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6850788b-b52a-41c8-8368-95ca36a33641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb5d7134-a911-54f2-a3b8-b69254a18049-7da2563f-d738-4410-a798-7a50e5a637a7', 'network_id': '7da2563f-d738-4410-a798-7a50e5a637a7', 'project_id': '528420bd736843dc87d64954f4596bbd', 'fixed_ips': [{'subnet_id': 'e923e265-8c1f-492e-acf5-3d85382ed6b8'}]}} from dv-cinder-838009-3-iscsi. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 09 04:21:04.437545 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6850788b-b52a-41c8-8368-95ca36a33641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:21:04.684923 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-6850788b-b52a-41c8-8368-95ca36a33641 None None] Allocated IP 192.168.233.2 (7da2563f-d738-4410-a798-7a50e5a637a7/e923e265-8c1f-492e-acf5-3d85382ed6b8/1de8cde5-afd2-41af-84d7-0f909fb85392) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:21:04.833880 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6850788b-b52a-41c8-8368-95ca36a33641 None None] Publish callbacks [] for port (1de8cde5-afd2-41af-84d7-0f909fb85392), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:21:04.840007 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6850788b-b52a-41c8-8368-95ca36a33641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060'] for port (1de8cde5-afd2-41af-84d7-0f909fb85392), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:21:04.876914 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6850788b-b52a-41c8-8368-95ca36a33641 None None] Network 7da2563f-d738-4410-a798-7a50e5a637a7 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:21:04.879857 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-6850788b-b52a-41c8-8368-95ca36a33641 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:21:04.883417 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6850788b-b52a-41c8-8368-95ca36a33641 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:21:04.895397 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6850788b-b52a-41c8-8368-95ca36a33641 None None] Pushing event updated for resources: {'Port': ['ID=1de8cde5-afd2-41af-84d7-0f909fb85392,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:21:04.918252 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6850788b-b52a-41c8-8368-95ca36a33641 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:21:04.918598 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6850788b-b52a-41c8-8368-95ca36a33641 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:21:04.918957 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6850788b-b52a-41c8-8368-95ca36a33641 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:21:04.919311 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6850788b-b52a-41c8-8368-95ca36a33641 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:21:04.919645 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6850788b-b52a-41c8-8368-95ca36a33641 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:21:04.919999 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6850788b-b52a-41c8-8368-95ca36a33641 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:21:04.920326 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6850788b-b52a-41c8-8368-95ca36a33641 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:21:04.920651 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6850788b-b52a-41c8-8368-95ca36a33641 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:21:04.920968 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6850788b-b52a-41c8-8368-95ca36a33641 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:21:04.921287 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6850788b-b52a-41c8-8368-95ca36a33641 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:21:04.921625 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6850788b-b52a-41c8-8368-95ca36a33641 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:21:04.921946 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6850788b-b52a-41c8-8368-95ca36a33641 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:21:04.922267 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6850788b-b52a-41c8-8368-95ca36a33641 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:21:04.922584 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6850788b-b52a-41c8-8368-95ca36a33641 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:21:04.922900 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6850788b-b52a-41c8-8368-95ca36a33641 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:21:04.959683 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-6850788b-b52a-41c8-8368-95ca36a33641 None None] Attempting to bind port 1de8cde5-afd2-41af-84d7-0f909fb85392 on host dv-cinder-838009-3-iscsi for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:21:04.960007 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-6850788b-b52a-41c8-8368-95ca36a33641 None None] Attempting to bind port 1de8cde5-afd2-41af-84d7-0f909fb85392 by drivers openvswitch,hyperv on host dv-cinder-838009-3-iscsi at level 0 using segments [{'id': '0b97fb25-24f2-4ae4-9aee-498f5f1f9b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7da2563f-d738-4410-a798-7a50e5a637a7'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:21:04.960379 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6850788b-b52a-41c8-8368-95ca36a33641 None None] Attempting to bind port 1de8cde5-afd2-41af-84d7-0f909fb85392 on network 7da2563f-d738-4410-a798-7a50e5a637a7 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:21:04.965582 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6850788b-b52a-41c8-8368-95ca36a33641 None None] Checking agent: {'id': '9a15748d-6a05-4459-b777-d0dd003edfa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 17, 57), 'started_at': datetime.datetime(2022, 5, 9, 4, 18, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:21:04.965951 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6850788b-b52a-41c8-8368-95ca36a33641 None None] Checking segment: {'id': '0b97fb25-24f2-4ae4-9aee-498f5f1f9b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7da2563f-d738-4410-a798-7a50e5a637a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:21:04.966467 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6850788b-b52a-41c8-8368-95ca36a33641 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:21:04.966860 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6850788b-b52a-41c8-8368-95ca36a33641 None None] Bound using segment: {'id': '0b97fb25-24f2-4ae4-9aee-498f5f1f9b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7da2563f-d738-4410-a798-7a50e5a637a7'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:21:04.967322 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-6850788b-b52a-41c8-8368-95ca36a33641 None None] Bound port: 1de8cde5-afd2-41af-84d7-0f909fb85392, host: dv-cinder-838009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b97fb25-24f2-4ae4-9aee-498f5f1f9b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7da2563f-d738-4410-a798-7a50e5a637a7'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:21:04.967697 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6850788b-b52a-41c8-8368-95ca36a33641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (1de8cde5-afd2-41af-84d7-0f909fb85392), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:21:05.035565 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-6850788b-b52a-41c8-8368-95ca36a33641 None None] For port 1de8cde5-afd2-41af-84d7-0f909fb85392, host dv-cinder-838009-3-iscsi, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:21:05.038944 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-6850788b-b52a-41c8-8368-95ca36a33641 None None] For port 1de8cde5-afd2-41af-84d7-0f909fb85392, host dv-cinder-838009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=1de8cde5-afd2-41af-84d7-0f909fb85392,segment=NetworkSegment(0b97fb25-24f2-4ae4-9aee-498f5f1f9b18),segment_id=0b97fb25-24f2-4ae4-9aee-498f5f1f9b18)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:21:05.045126 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6850788b-b52a-41c8-8368-95ca36a33641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (1de8cde5-afd2-41af-84d7-0f909fb85392), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:21:05.106801 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6850788b-b52a-41c8-8368-95ca36a33641 None None] Pushing event updated for resources: {'Port': ['ID=1de8cde5-afd2-41af-84d7-0f909fb85392,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:21:05.652676 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 1de8cde5-afd2-41af-84d7-0f909fb85392 up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:21:05.702534 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port 1de8cde5-afd2-41af-84d7-0f909fb85392 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:21:05.702917 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (1de8cde5-afd2-41af-84d7-0f909fb85392), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:21:05.802524 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port 1de8cde5-afd2-41af-84d7-0f909fb85392 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:21:05.802524 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (1de8cde5-afd2-41af-84d7-0f909fb85392), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:21:05.843029 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] For port 1de8cde5-afd2-41af-84d7-0f909fb85392, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=1de8cde5-afd2-41af-84d7-0f909fb85392,segment=NetworkSegment(0b97fb25-24f2-4ae4-9aee-498f5f1f9b18),segment_id=0b97fb25-24f2-4ae4-9aee-498f5f1f9b18)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:21:05.848506 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (1de8cde5-afd2-41af-84d7-0f909fb85392), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:21:05.904424 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Pushing event updated for resources: {'Port': ['ID=1de8cde5-afd2-41af-84d7-0f909fb85392,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:21:06.003510 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71eae6a-1545-4d12-881d-2138865a191e None None] Network 7da2563f-d738-4410-a798-7a50e5a637a7 requested from dv-cinder-838009-3-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 04:21:06.066969 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-b281afb7-9ceb-464b-b8ff-91bdc08157da None None] Provisioning complete for port 1de8cde5-afd2-41af-84d7-0f909fb85392 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:21:06.067490 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b281afb7-9ceb-464b-b8ff-91bdc08157da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (1de8cde5-afd2-41af-84d7-0f909fb85392), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:21:06.199342 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-b281afb7-9ceb-464b-b8ff-91bdc08157da None None] Current status of the port 1de8cde5-afd2-41af-84d7-0f909fb85392 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:21:06.618944 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-cf215320-bc08-4f33-8572-4c7331af4184 None None] Provisioning complete for port 1de8cde5-afd2-41af-84d7-0f909fb85392 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:21:06.619324 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-cf215320-bc08-4f33-8572-4c7331af4184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (1de8cde5-afd2-41af-84d7-0f909fb85392), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:21:06.700036 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-cf215320-bc08-4f33-8572-4c7331af4184 None None] Current status of the port 1de8cde5-afd2-41af-84d7-0f909fb85392 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:21:07.627174 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 1de8cde5-afd2-41af-84d7-0f909fb85392 up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:21:07.678790 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port 1de8cde5-afd2-41af-84d7-0f909fb85392 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:21:07.679179 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (1de8cde5-afd2-41af-84d7-0f909fb85392), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:21:07.757803 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port 1de8cde5-afd2-41af-84d7-0f909fb85392 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:21:20.431725 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-36c9cd2a-58e5-4e10-b477-d956bf0719ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (144b4b53-faa6-4e1c-8c93-1df238c644e2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:21:22.844990 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7db24a9a-1ba7-4ee5-a49f-18b70e55d508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3dae496a-5564-45d9-8b4f-04486e79e4dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:21:24.082289 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7671283-9f0b-468d-8f0b-6ce51d9cb9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (896ddadf-f6f7-4d68-b704-6882247efc03), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:21:25.257624 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43e19ad3-c0e7-48b8-9cb0-6496f201f8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3ce75c28-5550-4d51-9af6-2a59ee09c43b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:21:26.753073 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (9a15748d-6a05-4459-b777-d0dd003edfa1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:21:32.871132 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-370d6890-4747-4f07-aac5-83a93d9e9b41 None None] Agent healthcheck: found 5 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 04:21:50.437439 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e3988b8b-8b20-4df8-9fe6-a35d3757d623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (144b4b53-faa6-4e1c-8c93-1df238c644e2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:21:52.849129 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-54e8f865-3a2a-4647-b181-aab67e4b731f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3dae496a-5564-45d9-8b4f-04486e79e4dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:21:54.086855 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7671283-9f0b-468d-8f0b-6ce51d9cb9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (896ddadf-f6f7-4d68-b704-6882247efc03), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:21:55.271292 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43e19ad3-c0e7-48b8-9cb0-6496f201f8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3ce75c28-5550-4d51-9af6-2a59ee09c43b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:21:56.760078 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (9a15748d-6a05-4459-b777-d0dd003edfa1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:22:09.872537 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-370d6890-4747-4f07-aac5-83a93d9e9b41 None None] Agent healthcheck: found 5 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 04:22:20.430964 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-909e2459-5647-4fe9-a1e6-64ea46b4901b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (144b4b53-faa6-4e1c-8c93-1df238c644e2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:22:22.853783 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6bb662a1-c46d-4a92-b116-bd7b129f9732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3dae496a-5564-45d9-8b4f-04486e79e4dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:22:24.090152 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7671283-9f0b-468d-8f0b-6ce51d9cb9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (896ddadf-f6f7-4d68-b704-6882247efc03), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:22:25.264873 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43e19ad3-c0e7-48b8-9cb0-6496f201f8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3ce75c28-5550-4d51-9af6-2a59ee09c43b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:22:26.753994 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (9a15748d-6a05-4459-b777-d0dd003edfa1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:22:33.837812 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 41020) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:22:33.843485 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [None req-7a45a164-7890-4951-ac7b-636ac9107681 tempest-verify_tempest_config-1012520533 tempest-verify_tempest_config-1012520533-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 04:22:33.844539 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-7a45a164-7890-4951-ac7b-636ac9107681 tempest-verify_tempest_config-1012520533 tempest-verify_tempest_config-1012520533-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0057487 May 09 04:22:34.124432 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 41038) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:22:34.225471 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0d02617a-2626-4c26-ac84-d5679fae41e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:22:34.323856 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0d02617a-2626-4c26-ac84-d5679fae41e0 admin admin] Publish callbacks [] for security_group (9a001744-18f8-47e4-82ec-f9c94d987aac), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:22:34.327349 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0d02617a-2626-4c26-ac84-d5679fae41e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (9a001744-18f8-47e4-82ec-f9c94d987aac), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:22:34.374657 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-0d02617a-2626-4c26-ac84-d5679fae41e0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e73bb050c7134619a8df0308b4649d6d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2492011 May 09 04:22:34.375672 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d02617a-2626-4c26-ac84-d5679fae41e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a001744-18f8-47e4-82ec-f9c94d987aac,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:22:34.377711 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 41044) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:22:34.382354 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d02617a-2626-4c26-ac84-d5679fae41e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:22:34.382705 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d02617a-2626-4c26-ac84-d5679fae41e0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:22:34.383048 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d02617a-2626-4c26-ac84-d5679fae41e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:22:34.383392 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d02617a-2626-4c26-ac84-d5679fae41e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:22:34.383728 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d02617a-2626-4c26-ac84-d5679fae41e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:22:34.384093 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d02617a-2626-4c26-ac84-d5679fae41e0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:22:34.384426 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d02617a-2626-4c26-ac84-d5679fae41e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:22:34.384749 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d02617a-2626-4c26-ac84-d5679fae41e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:22:34.385076 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d02617a-2626-4c26-ac84-d5679fae41e0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:22:34.385404 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d02617a-2626-4c26-ac84-d5679fae41e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:22:34.385738 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d02617a-2626-4c26-ac84-d5679fae41e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:22:34.386075 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d02617a-2626-4c26-ac84-d5679fae41e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:22:34.386397 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d02617a-2626-4c26-ac84-d5679fae41e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:22:34.386720 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d02617a-2626-4c26-ac84-d5679fae41e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:22:34.387043 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d02617a-2626-4c26-ac84-d5679fae41e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:22:34.433972 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d6f1dbc7-06d1-4e60-964d-e643f16def01 admin admin] Publish callbacks [] for security_group (9a001744-18f8-47e4-82ec-f9c94d987aac), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:22:34.454494 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d6f1dbc7-06d1-4e60-964d-e643f16def01 admin admin] Publish callbacks [] for security_group (9a001744-18f8-47e4-82ec-f9c94d987aac), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:22:34.544466 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d6f1dbc7-06d1-4e60-964d-e643f16def01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (9a001744-18f8-47e4-82ec-f9c94d987aac), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:22:34.546955 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d6f1dbc7-06d1-4e60-964d-e643f16def01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:22:34.551525 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-d6f1dbc7-06d1-4e60-964d-e643f16def01 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9a001744-18f8-47e4-82ec-f9c94d987aac HTTP/1.1" status: 204 len: 168 time: 0.1676674 May 09 04:22:34.557103 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f1dbc7-06d1-4e60-964d-e643f16def01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a001744-18f8-47e4-82ec-f9c94d987aac,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:22:34.563976 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1dbc7-06d1-4e60-964d-e643f16def01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:22:34.564328 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1dbc7-06d1-4e60-964d-e643f16def01 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:22:34.565591 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1dbc7-06d1-4e60-964d-e643f16def01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:22:34.565932 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1dbc7-06d1-4e60-964d-e643f16def01 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:22:34.566271 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1dbc7-06d1-4e60-964d-e643f16def01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:22:34.566606 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1dbc7-06d1-4e60-964d-e643f16def01 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:22:34.566940 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1dbc7-06d1-4e60-964d-e643f16def01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:22:34.567268 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1dbc7-06d1-4e60-964d-e643f16def01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:22:34.567599 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1dbc7-06d1-4e60-964d-e643f16def01 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:22:34.567955 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1dbc7-06d1-4e60-964d-e643f16def01 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:22:34.568291 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1dbc7-06d1-4e60-964d-e643f16def01 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:22:34.568639 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1dbc7-06d1-4e60-964d-e643f16def01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:22:34.569150 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1dbc7-06d1-4e60-964d-e643f16def01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:22:34.569567 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1dbc7-06d1-4e60-964d-e643f16def01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:22:34.569871 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1dbc7-06d1-4e60-964d-e643f16def01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:22:46.870742 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-370d6890-4747-4f07-aac5-83a93d9e9b41 None None] Agent healthcheck: found 5 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 04:22:50.435028 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-27f1e8bc-8ef9-4d42-b460-094b8df12c7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (144b4b53-faa6-4e1c-8c93-1df238c644e2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:22:52.855746 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-37747731-331c-4827-b5b8-11876bd30ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3dae496a-5564-45d9-8b4f-04486e79e4dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:22:54.093963 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7671283-9f0b-468d-8f0b-6ce51d9cb9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (896ddadf-f6f7-4d68-b704-6882247efc03), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:22:55.269128 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43e19ad3-c0e7-48b8-9cb0-6496f201f8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3ce75c28-5550-4d51-9af6-2a59ee09c43b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:22:56.758201 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (9a15748d-6a05-4459-b777-d0dd003edfa1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:23:20.435357 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e7e82d91-d196-4179-aa0a-cd7ab7841fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (144b4b53-faa6-4e1c-8c93-1df238c644e2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:23:22.857006 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-93dbf70b-9e83-44d1-9c88-20d2912fa17d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3dae496a-5564-45d9-8b4f-04486e79e4dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:23:23.868810 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-370d6890-4747-4f07-aac5-83a93d9e9b41 None None] Agent healthcheck: found 5 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 04:23:24.095714 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7671283-9f0b-468d-8f0b-6ce51d9cb9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (896ddadf-f6f7-4d68-b704-6882247efc03), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:23:25.271472 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43e19ad3-c0e7-48b8-9cb0-6496f201f8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3ce75c28-5550-4d51-9af6-2a59ee09c43b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:23:26.761396 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (9a15748d-6a05-4459-b777-d0dd003edfa1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:23:50.436562 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-639a36e1-52d0-4f07-9924-bbc23af4e13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (144b4b53-faa6-4e1c-8c93-1df238c644e2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:23:52.861289 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-cb42f0c5-b4ec-4606-8b8b-c9f81b82c2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3dae496a-5564-45d9-8b4f-04486e79e4dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:23:54.100334 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7671283-9f0b-468d-8f0b-6ce51d9cb9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (896ddadf-f6f7-4d68-b704-6882247efc03), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:23:55.276768 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43e19ad3-c0e7-48b8-9cb0-6496f201f8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3ce75c28-5550-4d51-9af6-2a59ee09c43b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:23:56.763441 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (9a15748d-6a05-4459-b777-d0dd003edfa1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:24:00.867117 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-370d6890-4747-4f07-aac5-83a93d9e9b41 None None] Agent healthcheck: found 5 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 04:24:17.811227 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-642658'] for agent (0ba91d57-31cd-4938-a6ad-bd18d942a965), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:24:20.437914 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a4d3a0d9-d32b-411e-a891-47ae36b75e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (144b4b53-faa6-4e1c-8c93-1df238c644e2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:24:22.862813 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5bfb422d-6ce0-4979-adeb-5d0671256870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3dae496a-5564-45d9-8b4f-04486e79e4dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:24:24.101741 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7671283-9f0b-468d-8f0b-6ce51d9cb9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (896ddadf-f6f7-4d68-b704-6882247efc03), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:24:25.280930 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43e19ad3-c0e7-48b8-9cb0-6496f201f8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3ce75c28-5550-4d51-9af6-2a59ee09c43b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:24:26.766245 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (9a15748d-6a05-4459-b777-d0dd003edfa1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:24:31.229649 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 41114) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:24:31.329739 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-de565c10-39c1-4832-b45d-283e1acdb2e3 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0990059 May 09 04:24:33.584127 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 41124) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:24:33.639632 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-d23ac76e-609c-473f-928b-05cdd3d385b9 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0541973 May 09 04:24:37.866186 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-370d6890-4747-4f07-aac5-83a93d9e9b41 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 04:24:47.782574 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (0ba91d57-31cd-4938-a6ad-bd18d942a965), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:24:50.439182 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c11b9444-480d-40a5-bfa2-4b9263db8f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (144b4b53-faa6-4e1c-8c93-1df238c644e2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:24:52.864797 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9f8af111-5d14-4a48-81e0-7a004362e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3dae496a-5564-45d9-8b4f-04486e79e4dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:24:54.105612 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7671283-9f0b-468d-8f0b-6ce51d9cb9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (896ddadf-f6f7-4d68-b704-6882247efc03), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:24:55.281424 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43e19ad3-c0e7-48b8-9cb0-6496f201f8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3ce75c28-5550-4d51-9af6-2a59ee09c43b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:24:56.772692 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (9a15748d-6a05-4459-b777-d0dd003edfa1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:25:14.864714 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-370d6890-4747-4f07-aac5-83a93d9e9b41 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 04:25:17.777931 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (0ba91d57-31cd-4938-a6ad-bd18d942a965), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:25:20.441426 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-07897ae5-ff3e-40f7-a77f-c25ab2941786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (144b4b53-faa6-4e1c-8c93-1df238c644e2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:25:22.867399 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a153e858-dbd1-4bb8-bb03-6e0e6eb81966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3dae496a-5564-45d9-8b4f-04486e79e4dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:25:24.108859 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7671283-9f0b-468d-8f0b-6ce51d9cb9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (896ddadf-f6f7-4d68-b704-6882247efc03), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:25:25.284641 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43e19ad3-c0e7-48b8-9cb0-6496f201f8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3ce75c28-5550-4d51-9af6-2a59ee09c43b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:25:26.770679 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (9a15748d-6a05-4459-b777-d0dd003edfa1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:25:47.782438 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (0ba91d57-31cd-4938-a6ad-bd18d942a965), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:25:50.442382 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ab1b37ff-1457-416c-aeb6-66d847f4f052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (144b4b53-faa6-4e1c-8c93-1df238c644e2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:25:51.864829 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-370d6890-4747-4f07-aac5-83a93d9e9b41 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 04:25:52.869252 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dbeb2b91-5e44-44e2-a47b-25089ee43424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3dae496a-5564-45d9-8b4f-04486e79e4dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:25:54.110977 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7671283-9f0b-468d-8f0b-6ce51d9cb9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (896ddadf-f6f7-4d68-b704-6882247efc03), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:25:55.288254 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43e19ad3-c0e7-48b8-9cb0-6496f201f8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3ce75c28-5550-4d51-9af6-2a59ee09c43b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:25:56.774709 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (9a15748d-6a05-4459-b777-d0dd003edfa1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:11.730567 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 41268) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:11.982143 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-8f1b19fe-c9d7-475d-a23a-9bbbb3fea735 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-766490550-network', 'tenant_id': '935900d28d414052836bae2238354dcc'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:26:12.002575 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1b19fe-c9d7-475d-a23a-9bbbb3fea735 admin admin] Made reservation on behalf of 935900d28d414052836bae2238354dcc for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:26:12.005014 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8f1b19fe-c9d7-475d-a23a-9bbbb3fea735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:12.014181 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8f1b19fe-c9d7-475d-a23a-9bbbb3fea735 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:12.077056 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 41300) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:12.106581 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8f1b19fe-c9d7-475d-a23a-9bbbb3fea735 admin admin] Publish callbacks [] for security_group (8f78eee5-cf2f-41a0-a6fa-018a1a89e0c5), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:12.110899 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8f1b19fe-c9d7-475d-a23a-9bbbb3fea735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (8f78eee5-cf2f-41a0-a6fa-018a1a89e0c5), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:12.135736 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f1b19fe-c9d7-475d-a23a-9bbbb3fea735 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 04:26:12.156093 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1b19fe-c9d7-475d-a23a-9bbbb3fea735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f78eee5-cf2f-41a0-a6fa-018a1a89e0c5,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:12.165174 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8f1b19fe-c9d7-475d-a23a-9bbbb3fea735 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782008167181', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754'] for segment (8a755896-dc0c-4b14-9f17-b8714677f608), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:12.165716 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8f1b19fe-c9d7-475d-a23a-9bbbb3fea735 admin admin] Unsubscribe: segment precommit_create {{(pid=103226) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 09 04:26:12.166220 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.db.segments_db [None req-8f1b19fe-c9d7-475d-a23a-9bbbb3fea735 admin admin] Added segment 8a755896-dc0c-4b14-9f17-b8714677f608 of type vlan for network 38a931bd-bcdb-4a4e-93b0-9762abc0163c May 09 04:26:12.170935 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b19fe-c9d7-475d-a23a-9bbbb3fea735 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:12.171279 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b19fe-c9d7-475d-a23a-9bbbb3fea735 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:12.171632 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b19fe-c9d7-475d-a23a-9bbbb3fea735 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:12.172014 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b19fe-c9d7-475d-a23a-9bbbb3fea735 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:12.172347 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b19fe-c9d7-475d-a23a-9bbbb3fea735 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:12.172676 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b19fe-c9d7-475d-a23a-9bbbb3fea735 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:12.172995 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b19fe-c9d7-475d-a23a-9bbbb3fea735 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:12.173312 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b19fe-c9d7-475d-a23a-9bbbb3fea735 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:12.173646 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b19fe-c9d7-475d-a23a-9bbbb3fea735 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:12.174083 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b19fe-c9d7-475d-a23a-9bbbb3fea735 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:12.174294 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b19fe-c9d7-475d-a23a-9bbbb3fea735 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:12.174802 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b19fe-c9d7-475d-a23a-9bbbb3fea735 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:12.175127 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b19fe-c9d7-475d-a23a-9bbbb3fea735 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:12.175446 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b19fe-c9d7-475d-a23a-9bbbb3fea735 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:12.175761 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b19fe-c9d7-475d-a23a-9bbbb3fea735 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:12.176892 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b19fe-c9d7-475d-a23a-9bbbb3fea735 admin admin] Tracked resource versions report: May 09 04:26:12.176892 dv-cinder-838009-3-iscsi neutron-server[103226]: pushed versions: May 09 04:26:12.176892 dv-cinder-838009-3-iscsi neutron-server[103226]: { 'AddressGroup': {'1.2'}, May 09 04:26:12.176892 dv-cinder-838009-3-iscsi neutron-server[103226]: 'Agent': {'1.1'}, May 09 04:26:12.176892 dv-cinder-838009-3-iscsi neutron-server[103226]: 'ConntrackHelper': {'1.0'}, May 09 04:26:12.176892 dv-cinder-838009-3-iscsi neutron-server[103226]: 'LocalIPAssociation': {'1.0'}, May 09 04:26:12.176892 dv-cinder-838009-3-iscsi neutron-server[103226]: 'Log': {'1.0'}, May 09 04:26:12.176892 dv-cinder-838009-3-iscsi neutron-server[103226]: 'NDPProxy': {'1.0'}, May 09 04:26:12.176892 dv-cinder-838009-3-iscsi neutron-server[103226]: 'Network': {'1.1'}, May 09 04:26:12.176892 dv-cinder-838009-3-iscsi neutron-server[103226]: 'Port': {'1.7'}, May 09 04:26:12.176892 dv-cinder-838009-3-iscsi neutron-server[103226]: 'PortForwarding': {'1.3'}, May 09 04:26:12.176892 dv-cinder-838009-3-iscsi neutron-server[103226]: 'QosPolicy': {'1.10'}, May 09 04:26:12.176892 dv-cinder-838009-3-iscsi neutron-server[103226]: 'SecurityGroup': {'1.5'}, May 09 04:26:12.176892 dv-cinder-838009-3-iscsi neutron-server[103226]: 'SecurityGroupRule': {'1.2'}, May 09 04:26:12.176892 dv-cinder-838009-3-iscsi neutron-server[103226]: 'SubPort': {'1.0'}, May 09 04:26:12.176892 dv-cinder-838009-3-iscsi neutron-server[103226]: 'Subnet': {'1.1'}, May 09 04:26:12.176892 dv-cinder-838009-3-iscsi neutron-server[103226]: 'Trunk': {'1.1'}} May 09 04:26:12.176892 dv-cinder-838009-3-iscsi neutron-server[103226]: consumer versions: May 09 04:26:12.176892 dv-cinder-838009-3-iscsi neutron-server[103226]: { DHCP agent@dv-cinder-838009-3-iscsi: {}, May 09 04:26:12.176892 dv-cinder-838009-3-iscsi neutron-server[103226]: HyperV agent@hv-cinder-83800: {}, May 09 04:26:12.176892 dv-cinder-838009-3-iscsi neutron-server[103226]: L3 agent@dv-cinder-838009-3-iscsi: {}, May 09 04:26:12.176892 dv-cinder-838009-3-iscsi neutron-server[103226]: Metadata agent@dv-cinder-838009-3-iscsi: {}, May 09 04:26:12.176892 dv-cinder-838009-3-iscsi neutron-server[103226]: Metering agent@dv-cinder-838009-3-iscsi: {}, May 09 04:26:12.176892 dv-cinder-838009-3-iscsi neutron-server[103226]: Open vSwitch agent@dv-cinder-838009-3-iscsi: { 'AddressGroup': '1.2', May 09 04:26:12.176892 dv-cinder-838009-3-iscsi neutron-server[103226]: 'Agent': '1.1', May 09 04:26:12.176892 dv-cinder-838009-3-iscsi neutron-server[103226]: 'ConntrackHelper': '1.0', May 09 04:26:12.176892 dv-cinder-838009-3-iscsi neutron-server[103226]: 'LocalIPAssociation': '1.0', May 09 04:26:12.176892 dv-cinder-838009-3-iscsi neutron-server[103226]: 'Log': '1.0', May 09 04:26:12.176892 dv-cinder-838009-3-iscsi neutron-server[103226]: 'NDPProxy': '1.0', May 09 04:26:12.176892 dv-cinder-838009-3-iscsi neutron-server[103226]: 'Network': '1.1', May 09 04:26:12.176892 dv-cinder-838009-3-iscsi neutron-server[103226]: 'Port': '1.7', May 09 04:26:12.176892 dv-cinder-838009-3-iscsi neutron-server[103226]: 'PortForwarding': '1.3', May 09 04:26:12.176892 dv-cinder-838009-3-iscsi neutron-server[103226]: 'QosPolicy': '1.10', May 09 04:26:12.176892 dv-cinder-838009-3-iscsi neutron-server[103226]: 'SecurityGroup': '1.5', May 09 04:26:12.176892 dv-cinder-838009-3-iscsi neutron-server[103226]: 'SecurityGroupRule': '1.2', May 09 04:26:12.176892 dv-cinder-838009-3-iscsi neutron-server[103226]: 'SubPort': '1.0', May 09 04:26:12.176892 dv-cinder-838009-3-iscsi neutron-server[103226]: 'Subnet': '1.1', May 09 04:26:12.176892 dv-cinder-838009-3-iscsi neutron-server[103226]: 'Trunk': '1.1'}} May 09 04:26:12.176892 dv-cinder-838009-3-iscsi neutron-server[103226]: {{(pid=103226) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 09 04:26:12.231388 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8f1b19fe-c9d7-475d-a23a-9bbbb3fea735 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782007660162'] for network (38a931bd-bcdb-4a4e-93b0-9762abc0163c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:12.264369 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8f1b19fe-c9d7-475d-a23a-9bbbb3fea735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278'] for network (38a931bd-bcdb-4a4e-93b0-9762abc0163c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:12.266056 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1b19fe-c9d7-475d-a23a-9bbbb3fea735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:12.266969 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8f1b19fe-c9d7-475d-a23a-9bbbb3fea735 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:12.363692 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-818d3d91-d06e-4062-b2e4-fc82b1e2c665 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2062294309-network', 'tenant_id': '3c23c235fa1c4944bd7a337357d0c030'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:26:12.368684 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-8f1b19fe-c9d7-475d-a23a-9bbbb3fea735 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6368906 May 09 04:26:12.369509 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 41318) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:12.375873 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1b19fe-c9d7-475d-a23a-9bbbb3fea735 admin admin] Pushing event updated for resources: {'Network': ['ID=38a931bd-bcdb-4a4e-93b0-9762abc0163c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:12.381050 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-cfda28ad-ef7c-489c-9936-24d500cd7b14 admin admin] Request body: {'subnet': {'network_id': '38a931bd-bcdb-4a4e-93b0-9762abc0163c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-766490550-subnet', 'tenant_id': '935900d28d414052836bae2238354dcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:26:12.395269 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Network 38a931bd-bcdb-4a4e-93b0-9762abc0163c details requested by agent ovs-agent-dv-cinder-838009-3-iscsi with host dv-cinder-838009-3-iscsi {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 04:26:12.420205 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818d3d91-d06e-4062-b2e4-fc82b1e2c665 admin admin] Made reservation on behalf of 3c23c235fa1c4944bd7a337357d0c030 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:26:12.420205 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-818d3d91-d06e-4062-b2e4-fc82b1e2c665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:12.420574 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfda28ad-ef7c-489c-9936-24d500cd7b14 admin admin] Made reservation on behalf of 935900d28d414052836bae2238354dcc for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:26:12.420574 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cfda28ad-ef7c-489c-9936-24d500cd7b14 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:12.440628 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-818d3d91-d06e-4062-b2e4-fc82b1e2c665 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:12.530597 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-818d3d91-d06e-4062-b2e4-fc82b1e2c665 admin admin] Publish callbacks [] for security_group (99ea1d6a-b085-4b31-a34f-22c0e8bfcd52), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:12.537612 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-818d3d91-d06e-4062-b2e4-fc82b1e2c665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (99ea1d6a-b085-4b31-a34f-22c0e8bfcd52), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:12.550861 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-818d3d91-d06e-4062-b2e4-fc82b1e2c665 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 04:26:12.553794 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 41324) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:12.561677 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-818d3d91-d06e-4062-b2e4-fc82b1e2c665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754'] for segment (dd41d0a5-95ad-49ea-90d8-9e67cfaeccec), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:12.562017 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.db.segments_db [None req-818d3d91-d06e-4062-b2e4-fc82b1e2c665 admin admin] Added segment dd41d0a5-95ad-49ea-90d8-9e67cfaeccec of type vlan for network 97444843-38bb-4cb5-93cc-2ce85c9e2986 May 09 04:26:12.603940 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-818d3d91-d06e-4062-b2e4-fc82b1e2c665 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782007660162'] for network (97444843-38bb-4cb5-93cc-2ce85c9e2986), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:12.643928 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-818d3d91-d06e-4062-b2e4-fc82b1e2c665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278'] for network (97444843-38bb-4cb5-93cc-2ce85c9e2986), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:12.644968 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818d3d91-d06e-4062-b2e4-fc82b1e2c665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:12.645612 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-818d3d91-d06e-4062-b2e4-fc82b1e2c665 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:12.651723 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cfda28ad-ef7c-489c-9936-24d500cd7b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278'] for subnet (608c9b1c-6abe-4a88-8a3b-70d6c86eb3ac), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:12.712046 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfda28ad-ef7c-489c-9936-24d500cd7b14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=608c9b1c-6abe-4a88-8a3b-70d6c86eb3ac,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:12.714339 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d3d91-d06e-4062-b2e4-fc82b1e2c665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ea1d6a-b085-4b31-a34f-22c0e8bfcd52,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:12.716690 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d3d91-d06e-4062-b2e4-fc82b1e2c665 admin admin] Pushing event updated for resources: {'Network': ['ID=97444843-38bb-4cb5-93cc-2ce85c9e2986,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:12.732478 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d3d91-d06e-4062-b2e4-fc82b1e2c665 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:12.733116 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d3d91-d06e-4062-b2e4-fc82b1e2c665 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:12.733662 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d3d91-d06e-4062-b2e4-fc82b1e2c665 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:12.734044 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d3d91-d06e-4062-b2e4-fc82b1e2c665 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:12.734380 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d3d91-d06e-4062-b2e4-fc82b1e2c665 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:12.734707 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d3d91-d06e-4062-b2e4-fc82b1e2c665 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:12.735032 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d3d91-d06e-4062-b2e4-fc82b1e2c665 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:12.735440 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d3d91-d06e-4062-b2e4-fc82b1e2c665 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:12.735777 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d3d91-d06e-4062-b2e4-fc82b1e2c665 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:12.736305 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d3d91-d06e-4062-b2e4-fc82b1e2c665 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:12.736831 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d3d91-d06e-4062-b2e4-fc82b1e2c665 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:12.737162 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d3d91-d06e-4062-b2e4-fc82b1e2c665 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:12.737483 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d3d91-d06e-4062-b2e4-fc82b1e2c665 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:12.737849 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d3d91-d06e-4062-b2e4-fc82b1e2c665 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:12.738167 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d3d91-d06e-4062-b2e4-fc82b1e2c665 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:12.739345 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d3d91-d06e-4062-b2e4-fc82b1e2c665 admin admin] Tracked resource versions report: May 09 04:26:12.739345 dv-cinder-838009-3-iscsi neutron-server[103225]: pushed versions: May 09 04:26:12.739345 dv-cinder-838009-3-iscsi neutron-server[103225]: { 'AddressGroup': {'1.2'}, May 09 04:26:12.739345 dv-cinder-838009-3-iscsi neutron-server[103225]: 'Agent': {'1.1'}, May 09 04:26:12.739345 dv-cinder-838009-3-iscsi neutron-server[103225]: 'ConntrackHelper': {'1.0'}, May 09 04:26:12.739345 dv-cinder-838009-3-iscsi neutron-server[103225]: 'LocalIPAssociation': {'1.0'}, May 09 04:26:12.739345 dv-cinder-838009-3-iscsi neutron-server[103225]: 'Log': {'1.0'}, May 09 04:26:12.739345 dv-cinder-838009-3-iscsi neutron-server[103225]: 'NDPProxy': {'1.0'}, May 09 04:26:12.739345 dv-cinder-838009-3-iscsi neutron-server[103225]: 'Network': {'1.1'}, May 09 04:26:12.739345 dv-cinder-838009-3-iscsi neutron-server[103225]: 'Port': {'1.7'}, May 09 04:26:12.739345 dv-cinder-838009-3-iscsi neutron-server[103225]: 'PortForwarding': {'1.3'}, May 09 04:26:12.739345 dv-cinder-838009-3-iscsi neutron-server[103225]: 'QosPolicy': {'1.10'}, May 09 04:26:12.739345 dv-cinder-838009-3-iscsi neutron-server[103225]: 'SecurityGroup': {'1.5'}, May 09 04:26:12.739345 dv-cinder-838009-3-iscsi neutron-server[103225]: 'SecurityGroupRule': {'1.2'}, May 09 04:26:12.739345 dv-cinder-838009-3-iscsi neutron-server[103225]: 'SubPort': {'1.0'}, May 09 04:26:12.739345 dv-cinder-838009-3-iscsi neutron-server[103225]: 'Subnet': {'1.1'}, May 09 04:26:12.739345 dv-cinder-838009-3-iscsi neutron-server[103225]: 'Trunk': {'1.1'}} May 09 04:26:12.739345 dv-cinder-838009-3-iscsi neutron-server[103225]: consumer versions: May 09 04:26:12.739345 dv-cinder-838009-3-iscsi neutron-server[103225]: { DHCP agent@dv-cinder-838009-3-iscsi: {}, May 09 04:26:12.739345 dv-cinder-838009-3-iscsi neutron-server[103225]: HyperV agent@hv-cinder-83800: {}, May 09 04:26:12.739345 dv-cinder-838009-3-iscsi neutron-server[103225]: L3 agent@dv-cinder-838009-3-iscsi: {}, May 09 04:26:12.739345 dv-cinder-838009-3-iscsi neutron-server[103225]: Metadata agent@dv-cinder-838009-3-iscsi: {}, May 09 04:26:12.739345 dv-cinder-838009-3-iscsi neutron-server[103225]: Metering agent@dv-cinder-838009-3-iscsi: {}, May 09 04:26:12.739345 dv-cinder-838009-3-iscsi neutron-server[103225]: Open vSwitch agent@dv-cinder-838009-3-iscsi: { 'AddressGroup': '1.2', May 09 04:26:12.739345 dv-cinder-838009-3-iscsi neutron-server[103225]: 'Agent': '1.1', May 09 04:26:12.739345 dv-cinder-838009-3-iscsi neutron-server[103225]: 'ConntrackHelper': '1.0', May 09 04:26:12.739345 dv-cinder-838009-3-iscsi neutron-server[103225]: 'LocalIPAssociation': '1.0', May 09 04:26:12.739345 dv-cinder-838009-3-iscsi neutron-server[103225]: 'Log': '1.0', May 09 04:26:12.739345 dv-cinder-838009-3-iscsi neutron-server[103225]: 'NDPProxy': '1.0', May 09 04:26:12.739345 dv-cinder-838009-3-iscsi neutron-server[103225]: 'Network': '1.1', May 09 04:26:12.739345 dv-cinder-838009-3-iscsi neutron-server[103225]: 'Port': '1.7', May 09 04:26:12.739345 dv-cinder-838009-3-iscsi neutron-server[103225]: 'PortForwarding': '1.3', May 09 04:26:12.739345 dv-cinder-838009-3-iscsi neutron-server[103225]: 'QosPolicy': '1.10', May 09 04:26:12.739345 dv-cinder-838009-3-iscsi neutron-server[103225]: 'SecurityGroup': '1.5', May 09 04:26:12.739345 dv-cinder-838009-3-iscsi neutron-server[103225]: 'SecurityGroupRule': '1.2', May 09 04:26:12.739345 dv-cinder-838009-3-iscsi neutron-server[103225]: 'SubPort': '1.0', May 09 04:26:12.739345 dv-cinder-838009-3-iscsi neutron-server[103225]: 'Subnet': '1.1', May 09 04:26:12.739345 dv-cinder-838009-3-iscsi neutron-server[103225]: 'Trunk': '1.1'}} May 09 04:26:12.739345 dv-cinder-838009-3-iscsi neutron-server[103225]: {{(pid=103225) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 09 04:26:12.747725 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d3d91-d06e-4062-b2e4-fc82b1e2c665 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:12.748101 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d3d91-d06e-4062-b2e4-fc82b1e2c665 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:12.748469 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d3d91-d06e-4062-b2e4-fc82b1e2c665 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:12.748810 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d3d91-d06e-4062-b2e4-fc82b1e2c665 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:12.749144 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d3d91-d06e-4062-b2e4-fc82b1e2c665 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:12.749515 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d3d91-d06e-4062-b2e4-fc82b1e2c665 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:12.749736 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfda28ad-ef7c-489c-9936-24d500cd7b14 admin admin] Checking segment: {'id': '8a755896-dc0c-4b14-9f17-b8714677f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '38a931bd-bcdb-4a4e-93b0-9762abc0163c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:26:12.750249 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d3d91-d06e-4062-b2e4-fc82b1e2c665 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:12.750347 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfda28ad-ef7c-489c-9936-24d500cd7b14 admin admin] Network hostable DHCP agents. Network: 38a931bd-bcdb-4a4e-93b0-9762abc0163c, hostable agents: ['144b4b53-faa6-4e1c-8c93-1df238c644e2'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 04:26:12.750444 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d3d91-d06e-4062-b2e4-fc82b1e2c665 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:12.750444 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d3d91-d06e-4062-b2e4-fc82b1e2c665 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:12.750768 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d3d91-d06e-4062-b2e4-fc82b1e2c665 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:12.751582 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d3d91-d06e-4062-b2e4-fc82b1e2c665 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:12.751582 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d3d91-d06e-4062-b2e4-fc82b1e2c665 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:12.751744 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d3d91-d06e-4062-b2e4-fc82b1e2c665 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:12.752141 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d3d91-d06e-4062-b2e4-fc82b1e2c665 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:12.752459 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d3d91-d06e-4062-b2e4-fc82b1e2c665 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:12.761211 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Network 97444843-38bb-4cb5-93cc-2ce85c9e2986 details requested by agent ovs-agent-dv-cinder-838009-3-iscsi with host dv-cinder-838009-3-iscsi {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 04:26:12.780972 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-818d3d91-d06e-4062-b2e4-fc82b1e2c665 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7000632 May 09 04:26:12.782132 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 41338) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:12.789664 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfda28ad-ef7c-489c-9936-24d500cd7b14 admin admin] Network 38a931bd-bcdb-4a4e-93b0-9762abc0163c is scheduled to be hosted by DHCP agent 144b4b53-faa6-4e1c-8c93-1df238c644e2 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 04:26:12.793761 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-e787a60d-be8c-4862-b0d8-8f432dc6a38c admin admin] Request body: {'subnet': {'network_id': '97444843-38bb-4cb5-93cc-2ce85c9e2986', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2062294309-subnet', 'tenant_id': '3c23c235fa1c4944bd7a337357d0c030', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:26:12.805943 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-cfda28ad-ef7c-489c-9936-24d500cd7b14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-3-iscsi, 38a931bd-bcdb-4a4e-93b0-9762abc0163c) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:26:12.815398 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfda28ad-ef7c-489c-9936-24d500cd7b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:12.817128 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cfda28ad-ef7c-489c-9936-24d500cd7b14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:12.818765 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968cb5a2-8a13-40a3-a694-c920112c4db5 None None] Network 38a931bd-bcdb-4a4e-93b0-9762abc0163c requested from dv-cinder-838009-3-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 04:26:12.838734 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e787a60d-be8c-4862-b0d8-8f432dc6a38c admin admin] Made reservation on behalf of 3c23c235fa1c4944bd7a337357d0c030 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:26:12.848054 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e787a60d-be8c-4862-b0d8-8f432dc6a38c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:12.848266 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-cfda28ad-ef7c-489c-9936-24d500cd7b14 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4667690 May 09 04:26:12.973364 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5864258-9bb8-482c-8f8e-6779692829b9 None None] Network 38a931bd-bcdb-4a4e-93b0-9762abc0163c requested from dv-cinder-838009-3-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 04:26:13.033049 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-fd11768c-2dad-4631-9a95-394cde20a971 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1852674164-network', 'tenant_id': '5e56ba7f9cc64897a1d95ac15061e9e4'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:26:13.034613 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e787a60d-be8c-4862-b0d8-8f432dc6a38c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278'] for subnet (95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:13.071587 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd11768c-2dad-4631-9a95-394cde20a971 admin admin] Made reservation on behalf of 5e56ba7f9cc64897a1d95ac15061e9e4 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:26:13.075087 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd11768c-2dad-4631-9a95-394cde20a971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:13.091420 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd11768c-2dad-4631-9a95-394cde20a971 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:13.113334 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e787a60d-be8c-4862-b0d8-8f432dc6a38c admin admin] Checking segment: {'id': 'dd41d0a5-95ad-49ea-90d8-9e67cfaeccec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '97444843-38bb-4cb5-93cc-2ce85c9e2986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:26:13.113950 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e787a60d-be8c-4862-b0d8-8f432dc6a38c admin admin] Network hostable DHCP agents. Network: 97444843-38bb-4cb5-93cc-2ce85c9e2986, hostable agents: ['144b4b53-faa6-4e1c-8c93-1df238c644e2'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 04:26:13.140885 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787a60d-be8c-4862-b0d8-8f432dc6a38c admin admin] Pushing event updated for resources: {'Subnet': ['ID=95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:13.153826 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e787a60d-be8c-4862-b0d8-8f432dc6a38c admin admin] Network 97444843-38bb-4cb5-93cc-2ce85c9e2986 is scheduled to be hosted by DHCP agent 144b4b53-faa6-4e1c-8c93-1df238c644e2 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 04:26:13.168489 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-e787a60d-be8c-4862-b0d8-8f432dc6a38c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-3-iscsi, 97444843-38bb-4cb5-93cc-2ce85c9e2986) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:26:13.180627 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e787a60d-be8c-4862-b0d8-8f432dc6a38c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:13.181206 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e787a60d-be8c-4862-b0d8-8f432dc6a38c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:13.188324 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5c6e10-13bb-485a-9677-8efb929f171b None None] Network 97444843-38bb-4cb5-93cc-2ce85c9e2986 requested from dv-cinder-838009-3-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 04:26:13.207495 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 41358) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:13.212194 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-e787a60d-be8c-4862-b0d8-8f432dc6a38c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4207730 May 09 04:26:13.214234 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd11768c-2dad-4631-9a95-394cde20a971 admin admin] Publish callbacks [] for security_group (6d3a4e25-923a-4b4c-9348-810b456ff63b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:13.217648 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-02c3b47b-0cab-4118-9335-575f5e80c758 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2062294309-router', 'tenant_id': '3c23c235fa1c4944bd7a337357d0c030', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:26:13.229196 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd11768c-2dad-4631-9a95-394cde20a971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (6d3a4e25-923a-4b4c-9348-810b456ff63b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:13.264978 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 41362) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:13.272898 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd11768c-2dad-4631-9a95-394cde20a971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3a4e25-923a-4b4c-9348-810b456ff63b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:13.281299 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd11768c-2dad-4631-9a95-394cde20a971 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 04:26:13.290361 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-02c3b47b-0cab-4118-9335-575f5e80c758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29848'] for router (d558c994-b5d2-4ad3-812d-f475764d9f36), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:13.291569 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-02c3b47b-0cab-4118-9335-575f5e80c758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653837', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-269844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29841'] for router (d558c994-b5d2-4ad3-812d-f475764d9f36), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:13.306397 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd11768c-2dad-4631-9a95-394cde20a971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754'] for segment (75ff18d1-4dc0-4046-afd3-30ccacd1313a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:13.306397 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.db.segments_db [None req-fd11768c-2dad-4631-9a95-394cde20a971 admin admin] Added segment 75ff18d1-4dc0-4046-afd3-30ccacd1313a of type vlan for network 01d9e17c-6b96-4039-a582-d98ab8fe7760 May 09 04:26:13.342566 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb55189-2392-4530-b946-49730a53ae3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb5d7134-a911-54f2-a3b8-b69254a18049-97444843-38bb-4cb5-93cc-2ce85c9e2986', 'network_id': '97444843-38bb-4cb5-93cc-2ce85c9e2986', 'project_id': '3c23c235fa1c4944bd7a337357d0c030', 'fixed_ips': [{'subnet_id': '95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6'}]}} from dv-cinder-838009-3-iscsi. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 09 04:26:13.343700 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-afb55189-2392-4530-b946-49730a53ae3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:13.399241 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd11768c-2dad-4631-9a95-394cde20a971 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782007660162'] for network (01d9e17c-6b96-4039-a582-d98ab8fe7760), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:13.454416 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-02c3b47b-0cab-4118-9335-575f5e80c758 admin admin] Publish callbacks [] for router_controller (d558c994-b5d2-4ad3-812d-f475764d9f36), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:13.512464 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd11768c-2dad-4631-9a95-394cde20a971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278'] for network (01d9e17c-6b96-4039-a582-d98ab8fe7760), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:13.513606 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd11768c-2dad-4631-9a95-394cde20a971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:13.514207 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fd11768c-2dad-4631-9a95-394cde20a971 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:13.524170 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-afb55189-2392-4530-b946-49730a53ae3d None None] Allocated IP 172.20.0.2 (97444843-38bb-4cb5-93cc-2ce85c9e2986/95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6/02105296-e013-4a42-9277-21fd9d21ad58) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:26:13.612945 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-bd603f51-5010-48ed-ab4b-999285682cc3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1692174986-network', 'tenant_id': 'd28d5139952d450fa3b7da38a62d7a03'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:26:13.661377 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd603f51-5010-48ed-ab4b-999285682cc3 admin admin] Made reservation on behalf of d28d5139952d450fa3b7da38a62d7a03 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:26:13.666036 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd603f51-5010-48ed-ab4b-999285682cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:13.680564 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd603f51-5010-48ed-ab4b-999285682cc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:13.754055 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-fd11768c-2dad-4631-9a95-394cde20a971 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1991634 May 09 04:26:13.759814 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 41382) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:13.774513 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-417eb02f-6371-49dd-82c3-56069f7d8e04 admin admin] Request body: {'subnet': {'network_id': '01d9e17c-6b96-4039-a582-d98ab8fe7760', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1852674164-subnet', 'tenant_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:26:13.783203 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-afb55189-2392-4530-b946-49730a53ae3d None None] Publish callbacks [] for port (02105296-e013-4a42-9277-21fd9d21ad58), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:13.798711 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-afb55189-2392-4530-b946-49730a53ae3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060'] for port (02105296-e013-4a42-9277-21fd9d21ad58), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:13.806018 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-02c3b47b-0cab-4118-9335-575f5e80c758 admin admin] Publish callbacks [] for router_gateway (d558c994-b5d2-4ad3-812d-f475764d9f36), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:13.809884 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd11768c-2dad-4631-9a95-394cde20a971 admin admin] Pushing event updated for resources: {'Network': ['ID=01d9e17c-6b96-4039-a582-d98ab8fe7760,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:13.818234 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd603f51-5010-48ed-ab4b-999285682cc3 admin admin] Publish callbacks [] for security_group (d0b4cc27-2adf-4334-abba-cef8d5433590), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:13.822237 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd603f51-5010-48ed-ab4b-999285682cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (d0b4cc27-2adf-4334-abba-cef8d5433590), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:13.838294 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417eb02f-6371-49dd-82c3-56069f7d8e04 admin admin] Made reservation on behalf of 5e56ba7f9cc64897a1d95ac15061e9e4 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:26:13.840777 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-417eb02f-6371-49dd-82c3-56069f7d8e04 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:13.889127 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd603f51-5010-48ed-ab4b-999285682cc3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 04:26:13.911005 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb55189-2392-4530-b946-49730a53ae3d None None] Pushing event updated for resources: {'Port': ['ID=02105296-e013-4a42-9277-21fd9d21ad58,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:13.918279 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd603f51-5010-48ed-ab4b-999285682cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b4cc27-2adf-4334-abba-cef8d5433590,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:13.920878 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Network 01d9e17c-6b96-4039-a582-d98ab8fe7760 details requested by agent ovs-agent-dv-cinder-838009-3-iscsi with host dv-cinder-838009-3-iscsi {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 04:26:13.926560 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd603f51-5010-48ed-ab4b-999285682cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754'] for segment (7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:13.927116 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.db.segments_db [None req-bd603f51-5010-48ed-ab4b-999285682cc3 admin admin] Added segment 7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725 of type vlan for network 9cb94923-1093-45fc-bebd-e159f3ac8dd3 May 09 04:26:14.025192 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb55189-2392-4530-b946-49730a53ae3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:14.026435 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb55189-2392-4530-b946-49730a53ae3d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:14.026992 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb55189-2392-4530-b946-49730a53ae3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:14.027679 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb55189-2392-4530-b946-49730a53ae3d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:14.028257 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb55189-2392-4530-b946-49730a53ae3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:14.028903 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb55189-2392-4530-b946-49730a53ae3d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:14.029415 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb55189-2392-4530-b946-49730a53ae3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:14.029919 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb55189-2392-4530-b946-49730a53ae3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:14.030408 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb55189-2392-4530-b946-49730a53ae3d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:14.032393 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb55189-2392-4530-b946-49730a53ae3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:14.032909 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb55189-2392-4530-b946-49730a53ae3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:14.033495 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb55189-2392-4530-b946-49730a53ae3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:14.034195 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb55189-2392-4530-b946-49730a53ae3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:14.035572 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb55189-2392-4530-b946-49730a53ae3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:14.036124 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb55189-2392-4530-b946-49730a53ae3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:14.038362 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb55189-2392-4530-b946-49730a53ae3d None None] Tracked resource versions report: May 09 04:26:14.038362 dv-cinder-838009-3-iscsi neutron-server[103227]: pushed versions: May 09 04:26:14.038362 dv-cinder-838009-3-iscsi neutron-server[103227]: { 'AddressGroup': {'1.2'}, May 09 04:26:14.038362 dv-cinder-838009-3-iscsi neutron-server[103227]: 'Agent': {'1.1'}, May 09 04:26:14.038362 dv-cinder-838009-3-iscsi neutron-server[103227]: 'ConntrackHelper': {'1.0'}, May 09 04:26:14.038362 dv-cinder-838009-3-iscsi neutron-server[103227]: 'LocalIPAssociation': {'1.0'}, May 09 04:26:14.038362 dv-cinder-838009-3-iscsi neutron-server[103227]: 'Log': {'1.0'}, May 09 04:26:14.038362 dv-cinder-838009-3-iscsi neutron-server[103227]: 'NDPProxy': {'1.0'}, May 09 04:26:14.038362 dv-cinder-838009-3-iscsi neutron-server[103227]: 'Network': {'1.1'}, May 09 04:26:14.038362 dv-cinder-838009-3-iscsi neutron-server[103227]: 'Port': {'1.7'}, May 09 04:26:14.038362 dv-cinder-838009-3-iscsi neutron-server[103227]: 'PortForwarding': {'1.3'}, May 09 04:26:14.038362 dv-cinder-838009-3-iscsi neutron-server[103227]: 'QosPolicy': {'1.10'}, May 09 04:26:14.038362 dv-cinder-838009-3-iscsi neutron-server[103227]: 'SecurityGroup': {'1.5'}, May 09 04:26:14.038362 dv-cinder-838009-3-iscsi neutron-server[103227]: 'SecurityGroupRule': {'1.2'}, May 09 04:26:14.038362 dv-cinder-838009-3-iscsi neutron-server[103227]: 'SubPort': {'1.0'}, May 09 04:26:14.038362 dv-cinder-838009-3-iscsi neutron-server[103227]: 'Subnet': {'1.1'}, May 09 04:26:14.038362 dv-cinder-838009-3-iscsi neutron-server[103227]: 'Trunk': {'1.1'}} May 09 04:26:14.038362 dv-cinder-838009-3-iscsi neutron-server[103227]: consumer versions: May 09 04:26:14.038362 dv-cinder-838009-3-iscsi neutron-server[103227]: { DHCP agent@dv-cinder-838009-3-iscsi: {}, May 09 04:26:14.038362 dv-cinder-838009-3-iscsi neutron-server[103227]: HyperV agent@hv-cinder-83800: {}, May 09 04:26:14.038362 dv-cinder-838009-3-iscsi neutron-server[103227]: L3 agent@dv-cinder-838009-3-iscsi: {}, May 09 04:26:14.038362 dv-cinder-838009-3-iscsi neutron-server[103227]: Metadata agent@dv-cinder-838009-3-iscsi: {}, May 09 04:26:14.038362 dv-cinder-838009-3-iscsi neutron-server[103227]: Metering agent@dv-cinder-838009-3-iscsi: {}, May 09 04:26:14.038362 dv-cinder-838009-3-iscsi neutron-server[103227]: Open vSwitch agent@dv-cinder-838009-3-iscsi: { 'AddressGroup': '1.2', May 09 04:26:14.038362 dv-cinder-838009-3-iscsi neutron-server[103227]: 'Agent': '1.1', May 09 04:26:14.038362 dv-cinder-838009-3-iscsi neutron-server[103227]: 'ConntrackHelper': '1.0', May 09 04:26:14.038362 dv-cinder-838009-3-iscsi neutron-server[103227]: 'LocalIPAssociation': '1.0', May 09 04:26:14.038362 dv-cinder-838009-3-iscsi neutron-server[103227]: 'Log': '1.0', May 09 04:26:14.038362 dv-cinder-838009-3-iscsi neutron-server[103227]: 'NDPProxy': '1.0', May 09 04:26:14.038362 dv-cinder-838009-3-iscsi neutron-server[103227]: 'Network': '1.1', May 09 04:26:14.038362 dv-cinder-838009-3-iscsi neutron-server[103227]: 'Port': '1.7', May 09 04:26:14.038362 dv-cinder-838009-3-iscsi neutron-server[103227]: 'PortForwarding': '1.3', May 09 04:26:14.038362 dv-cinder-838009-3-iscsi neutron-server[103227]: 'QosPolicy': '1.10', May 09 04:26:14.038362 dv-cinder-838009-3-iscsi neutron-server[103227]: 'SecurityGroup': '1.5', May 09 04:26:14.038362 dv-cinder-838009-3-iscsi neutron-server[103227]: 'SecurityGroupRule': '1.2', May 09 04:26:14.038362 dv-cinder-838009-3-iscsi neutron-server[103227]: 'SubPort': '1.0', May 09 04:26:14.038362 dv-cinder-838009-3-iscsi neutron-server[103227]: 'Subnet': '1.1', May 09 04:26:14.038362 dv-cinder-838009-3-iscsi neutron-server[103227]: 'Trunk': '1.1'}} May 09 04:26:14.038362 dv-cinder-838009-3-iscsi neutron-server[103227]: {{(pid=103227) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 09 04:26:14.055540 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb55189-2392-4530-b946-49730a53ae3d None None] Network 97444843-38bb-4cb5-93cc-2ce85c9e2986 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:26:14.058300 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-afb55189-2392-4530-b946-49730a53ae3d None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:26:14.061514 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb55189-2392-4530-b946-49730a53ae3d None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:26:14.082152 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd603f51-5010-48ed-ab4b-999285682cc3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782007660162'] for network (9cb94923-1093-45fc-bebd-e159f3ac8dd3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:14.139982 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-afb55189-2392-4530-b946-49730a53ae3d None None] Attempting to bind port 02105296-e013-4a42-9277-21fd9d21ad58 on host dv-cinder-838009-3-iscsi for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:26:14.140724 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-afb55189-2392-4530-b946-49730a53ae3d None None] Attempting to bind port 02105296-e013-4a42-9277-21fd9d21ad58 by drivers openvswitch,hyperv on host dv-cinder-838009-3-iscsi at level 0 using segments [{'id': 'dd41d0a5-95ad-49ea-90d8-9e67cfaeccec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '97444843-38bb-4cb5-93cc-2ce85c9e2986'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:26:14.141271 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb55189-2392-4530-b946-49730a53ae3d None None] Attempting to bind port 02105296-e013-4a42-9277-21fd9d21ad58 on network 97444843-38bb-4cb5-93cc-2ce85c9e2986 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:26:14.148150 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb55189-2392-4530-b946-49730a53ae3d None None] Checking agent: {'id': '9a15748d-6a05-4459-b777-d0dd003edfa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 17, 57), 'started_at': datetime.datetime(2022, 5, 9, 4, 18, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:26:14.148861 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb55189-2392-4530-b946-49730a53ae3d None None] Checking segment: {'id': 'dd41d0a5-95ad-49ea-90d8-9e67cfaeccec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '97444843-38bb-4cb5-93cc-2ce85c9e2986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:26:14.149442 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-afb55189-2392-4530-b946-49730a53ae3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:14.150001 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb55189-2392-4530-b946-49730a53ae3d None None] Bound using segment: {'id': 'dd41d0a5-95ad-49ea-90d8-9e67cfaeccec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '97444843-38bb-4cb5-93cc-2ce85c9e2986'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:26:14.150642 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-afb55189-2392-4530-b946-49730a53ae3d None None] Bound port: 02105296-e013-4a42-9277-21fd9d21ad58, host: dv-cinder-838009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd41d0a5-95ad-49ea-90d8-9e67cfaeccec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '97444843-38bb-4cb5-93cc-2ce85c9e2986'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:26:14.151207 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-afb55189-2392-4530-b946-49730a53ae3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (02105296-e013-4a42-9277-21fd9d21ad58), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:14.167413 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-02c3b47b-0cab-4118-9335-575f5e80c758 admin admin] Publish callbacks [] for router_gateway (d558c994-b5d2-4ad3-812d-f475764d9f36), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:14.173203 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd603f51-5010-48ed-ab4b-999285682cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278'] for network (9cb94923-1093-45fc-bebd-e159f3ac8dd3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:14.174225 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd603f51-5010-48ed-ab4b-999285682cc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:14.174724 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd603f51-5010-48ed-ab4b-999285682cc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:14.217366 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-02c3b47b-0cab-4118-9335-575f5e80c758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:14.286414 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-afb55189-2392-4530-b946-49730a53ae3d None None] For port 02105296-e013-4a42-9277-21fd9d21ad58, host dv-cinder-838009-3-iscsi, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:26:14.292715 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-afb55189-2392-4530-b946-49730a53ae3d None None] For port 02105296-e013-4a42-9277-21fd9d21ad58, host dv-cinder-838009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=02105296-e013-4a42-9277-21fd9d21ad58,segment=NetworkSegment(dd41d0a5-95ad-49ea-90d8-9e67cfaeccec),segment_id=dd41d0a5-95ad-49ea-90d8-9e67cfaeccec)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:26:14.298919 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-bd603f51-5010-48ed-ab4b-999285682cc3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0327523 May 09 04:26:14.315541 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-afb55189-2392-4530-b946-49730a53ae3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (02105296-e013-4a42-9277-21fd9d21ad58), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:14.341343 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 41394) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:14.358204 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-dc5ae922-d865-4175-ad76-776d8c49295a admin admin] Request body: {'subnet': {'network_id': '9cb94923-1093-45fc-bebd-e159f3ac8dd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1692174986-subnet', 'tenant_id': 'd28d5139952d450fa3b7da38a62d7a03', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:26:14.399132 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb55189-2392-4530-b946-49730a53ae3d None None] Pushing event updated for resources: {'Port': ['ID=02105296-e013-4a42-9277-21fd9d21ad58,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:14.451468 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5ae922-d865-4175-ad76-776d8c49295a admin admin] Made reservation on behalf of d28d5139952d450fa3b7da38a62d7a03 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:26:14.455205 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc5ae922-d865-4175-ad76-776d8c49295a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:14.458499 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd603f51-5010-48ed-ab4b-999285682cc3 admin admin] Pushing event updated for resources: {'Network': ['ID=9cb94923-1093-45fc-bebd-e159f3ac8dd3,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:14.474255 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Network 9cb94923-1093-45fc-bebd-e159f3ac8dd3 details requested by agent ovs-agent-dv-cinder-838009-3-iscsi with host dv-cinder-838009-3-iscsi {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 04:26:14.571059 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-02c3b47b-0cab-4118-9335-575f5e80c758 admin admin] Allocated IP 172.27.2.147 (1111f3a4-c02a-41de-91e1-42f5a19c8209/55f6eeca-e44f-4feb-bdb6-d6fdf07e4029/f71b763c-dedd-43c1-aae2-b2cb113583ea) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:26:14.830595 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-02c3b47b-0cab-4118-9335-575f5e80c758 admin admin] Publish callbacks [] for port (f71b763c-dedd-43c1-aae2-b2cb113583ea), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:14.884028 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-417eb02f-6371-49dd-82c3-56069f7d8e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278'] for subnet (1eeed15e-26fd-4534-8116-03da5482032b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:14.924262 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-02c3b47b-0cab-4118-9335-575f5e80c758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060'] for port (f71b763c-dedd-43c1-aae2-b2cb113583ea), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:15.033408 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c3b47b-0cab-4118-9335-575f5e80c758 admin admin] Network 1111f3a4-c02a-41de-91e1-42f5a19c8209 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:26:15.033657 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417eb02f-6371-49dd-82c3-56069f7d8e04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eeed15e-26fd-4534-8116-03da5482032b,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:15.050733 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c3b47b-0cab-4118-9335-575f5e80c758 admin admin] Pushing event updated for resources: {'Port': ['ID=f71b763c-dedd-43c1-aae2-b2cb113583ea,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:15.061620 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-02c3b47b-0cab-4118-9335-575f5e80c758 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:26:15.083254 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417eb02f-6371-49dd-82c3-56069f7d8e04 admin admin] Checking segment: {'id': '75ff18d1-4dc0-4046-afd3-30ccacd1313a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '01d9e17c-6b96-4039-a582-d98ab8fe7760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:26:15.083615 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417eb02f-6371-49dd-82c3-56069f7d8e04 admin admin] Network hostable DHCP agents. Network: 01d9e17c-6b96-4039-a582-d98ab8fe7760, hostable agents: ['144b4b53-faa6-4e1c-8c93-1df238c644e2'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 04:26:15.092946 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c3b47b-0cab-4118-9335-575f5e80c758 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:26:15.152656 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc5ae922-d865-4175-ad76-776d8c49295a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278'] for subnet (d9336625-5bcd-4003-b69b-e3b341dd5f63), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:15.158304 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417eb02f-6371-49dd-82c3-56069f7d8e04 admin admin] Network 01d9e17c-6b96-4039-a582-d98ab8fe7760 is scheduled to be hosted by DHCP agent 144b4b53-faa6-4e1c-8c93-1df238c644e2 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 04:26:15.213277 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-417eb02f-6371-49dd-82c3-56069f7d8e04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-3-iscsi, 01d9e17c-6b96-4039-a582-d98ab8fe7760) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:26:15.223934 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da486b13-cfb2-4c8d-b066-65e20c3e14c8 None None] Network 01d9e17c-6b96-4039-a582-d98ab8fe7760 requested from dv-cinder-838009-3-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 04:26:15.253129 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417eb02f-6371-49dd-82c3-56069f7d8e04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:15.253763 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-417eb02f-6371-49dd-82c3-56069f7d8e04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:15.312604 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ae922-d865-4175-ad76-776d8c49295a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9336625-5bcd-4003-b69b-e3b341dd5f63,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:15.328097 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-417eb02f-6371-49dd-82c3-56069f7d8e04 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5660028 May 09 04:26:15.328759 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 41436) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:15.335772 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-efcaef8c-4b4f-4100-aa8f-293260261810 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1852674164-router', 'tenant_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:26:15.347753 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5ae922-d865-4175-ad76-776d8c49295a admin admin] Checking segment: {'id': '7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9cb94923-1093-45fc-bebd-e159f3ac8dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:26:15.348184 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5ae922-d865-4175-ad76-776d8c49295a admin admin] Network hostable DHCP agents. Network: 9cb94923-1093-45fc-bebd-e159f3ac8dd3, hostable agents: ['144b4b53-faa6-4e1c-8c93-1df238c644e2'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 04:26:15.380284 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efcaef8c-4b4f-4100-aa8f-293260261810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29848'] for router (5f0fd5ff-f26a-4326-8fec-502ec9cca7d2), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:15.382469 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efcaef8c-4b4f-4100-aa8f-293260261810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653837', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-269844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29841'] for router (5f0fd5ff-f26a-4326-8fec-502ec9cca7d2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:15.393033 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5ae922-d865-4175-ad76-776d8c49295a admin admin] Network 9cb94923-1093-45fc-bebd-e159f3ac8dd3 is scheduled to be hosted by DHCP agent 144b4b53-faa6-4e1c-8c93-1df238c644e2 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 04:26:15.410655 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-02c3b47b-0cab-4118-9335-575f5e80c758 admin admin] Publish callbacks [] for router_gateway (d558c994-b5d2-4ad3-812d-f475764d9f36), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:15.432189 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec80031-6342-4b30-b58d-bb83284dd142 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb5d7134-a911-54f2-a3b8-b69254a18049-01d9e17c-6b96-4039-a582-d98ab8fe7760', 'network_id': '01d9e17c-6b96-4039-a582-d98ab8fe7760', 'project_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'fixed_ips': [{'subnet_id': '1eeed15e-26fd-4534-8116-03da5482032b'}]}} from dv-cinder-838009-3-iscsi. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 09 04:26:15.433890 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2ec80031-6342-4b30-b58d-bb83284dd142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:15.446110 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-dc5ae922-d865-4175-ad76-776d8c49295a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-3-iscsi, 9cb94923-1093-45fc-bebd-e159f3ac8dd3) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:26:15.452397 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5ae922-d865-4175-ad76-776d8c49295a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:15.452865 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc5ae922-d865-4175-ad76-776d8c49295a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:15.462655 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311e0b73-2946-4ed4-954b-ff79ab04f8bf None None] Network 9cb94923-1093-45fc-bebd-e159f3ac8dd3 requested from dv-cinder-838009-3-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 04:26:15.496092 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efcaef8c-4b4f-4100-aa8f-293260261810 admin admin] Publish callbacks [] for router_controller (5f0fd5ff-f26a-4326-8fec-502ec9cca7d2), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:15.501867 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-dc5ae922-d865-4175-ad76-776d8c49295a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1556590 May 09 04:26:15.504747 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 41444) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:15.524657 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-3a18ccd8-5e74-443b-ae5b-0dedffb19ebf admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1692174986-router', 'tenant_id': 'd28d5139952d450fa3b7da38a62d7a03', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:26:15.869756 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-02c3b47b-0cab-4118-9335-575f5e80c758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654042'] for router (d558c994-b5d2-4ad3-812d-f475764d9f36), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:15.916520 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efcaef8c-4b4f-4100-aa8f-293260261810 admin admin] Publish callbacks [] for router_gateway (5f0fd5ff-f26a-4326-8fec-502ec9cca7d2), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:15.977914 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 02105296-e013-4a42-9277-21fd9d21ad58 up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:26:16.029098 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a18ccd8-5e74-443b-ae5b-0dedffb19ebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29848'] for router (64dcdaf6-1bdb-4f56-a602-f93e975a6adc), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:16.030190 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a18ccd8-5e74-443b-ae5b-0dedffb19ebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653837', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-269844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29841'] for router (64dcdaf6-1bdb-4f56-a602-f93e975a6adc), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:16.064104 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-2ec80031-6342-4b30-b58d-bb83284dd142 None None] Allocated IP 172.20.0.2 (01d9e17c-6b96-4039-a582-d98ab8fe7760/1eeed15e-26fd-4534-8116-03da5482032b/9a7ed369-7aea-4235-bc72-93856a236e72) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:26:16.091685 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a18ccd8-5e74-443b-ae5b-0dedffb19ebf admin admin] Publish callbacks [] for router_controller (64dcdaf6-1bdb-4f56-a602-f93e975a6adc), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:16.124836 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c3b47b-0cab-4118-9335-575f5e80c758 admin admin] Router d558c994-b5d2-4ad3-812d-f475764d9f36 is scheduled to L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 04:26:16.133682 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4beea538-79b0-4966-8914-220e792fd662 None None] Network 97444843-38bb-4cb5-93cc-2ce85c9e2986 requested from dv-cinder-838009-3-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 04:26:16.136557 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d43798-c2ab-4beb-9d1b-c005e083bd98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb5d7134-a911-54f2-a3b8-b69254a18049-9cb94923-1093-45fc-bebd-e159f3ac8dd3', 'network_id': '9cb94923-1093-45fc-bebd-e159f3ac8dd3', 'project_id': 'd28d5139952d450fa3b7da38a62d7a03', 'fixed_ips': [{'subnet_id': 'd9336625-5bcd-4003-b69b-e3b341dd5f63'}]}} from dv-cinder-838009-3-iscsi. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 09 04:26:16.137737 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-87d43798-c2ab-4beb-9d1b-c005e083bd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:16.296356 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efcaef8c-4b4f-4100-aa8f-293260261810 admin admin] Publish callbacks [] for router_gateway (5f0fd5ff-f26a-4326-8fec-502ec9cca7d2), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:16.298600 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-87d43798-c2ab-4beb-9d1b-c005e083bd98 None None] Allocated IP 172.20.0.2 (9cb94923-1093-45fc-bebd-e159f3ac8dd3/d9336625-5bcd-4003-b69b-e3b341dd5f63/a37a17dc-9298-4d54-a4c2-359ea6bce84c) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:26:16.304689 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c3b47b-0cab-4118-9335-575f5e80c758 admin admin] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:26:16.316753 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84058bab-8ded-46db-9d9e-4a767a761c86 None None] Sync routers for ids ['d558c994-b5d2-4ad3-812d-f475764d9f36'] in dv-cinder-838009-3-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:26:16.328670 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-02c3b47b-0cab-4118-9335-575f5e80c758 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:16.329667 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84058bab-8ded-46db-9d9e-4a767a761c86 None None] Routers {'d558c994-b5d2-4ad3-812d-f475764d9f36'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:26:16.330280 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-84058bab-8ded-46db-9d9e-4a767a761c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:25:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['d558c994-b5d2-4ad3-812d-f475764d9f36'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:26:16.336280 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-02c3b47b-0cab-4118-9335-575f5e80c758 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1280322 May 09 04:26:16.336887 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 41448) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:16.374570 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efcaef8c-4b4f-4100-aa8f-293260261810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:16.517015 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a18ccd8-5e74-443b-ae5b-0dedffb19ebf admin admin] Publish callbacks [] for router_gateway (64dcdaf6-1bdb-4f56-a602-f93e975a6adc), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:16.589636 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-7c721513-20c2-4df0-8962-c751d3ae9cdf None None] Provisioning complete for port 02105296-e013-4a42-9277-21fd9d21ad58 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:26:16.590046 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7c721513-20c2-4df0-8962-c751d3ae9cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (02105296-e013-4a42-9277-21fd9d21ad58), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:16.839723 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-84058bab-8ded-46db-9d9e-4a767a761c86 None None] Set router d558c994-b5d2-4ad3-812d-f475764d9f36 gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:26:16.983384 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-efcaef8c-4b4f-4100-aa8f-293260261810 admin admin] Allocated IP 172.27.2.135 (1111f3a4-c02a-41de-91e1-42f5a19c8209/55f6eeca-e44f-4feb-bdb6-d6fdf07e4029/4b338a19-939f-4bc6-9ded-572280defccb) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:26:17.025756 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-7c721513-20c2-4df0-8962-c751d3ae9cdf None None] Current status of the port 02105296-e013-4a42-9277-21fd9d21ad58 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:26:17.027306 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7c721513-20c2-4df0-8962-c751d3ae9cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (02105296-e013-4a42-9277-21fd9d21ad58), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:17.184710 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 41502) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:17.196058 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-84058bab-8ded-46db-9d9e-4a767a761c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'name': 'tempest-AttachVolumeTestJSON-2062294309-router', 'tenant_id': '3c23c235fa1c4944bd7a337357d0c030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'f71b763c-dedd-43c1-aae2-b2cb113583ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:13Z', 'updated_at': '2022-05-09T04:26:15Z', 'revision_number': 3, 'project_id': '3c23c235fa1c4944bd7a337357d0c030', 'gw_port': {'id': 'f71b763c-dedd-43c1-aae2-b2cb113583ea', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:14Z', 'updated_at': '2022-05-09T04:26:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi'}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:26:17.208281 dv-cinder-838009-3-iscsi neutron-server[103225]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 09 04:26:17.276967 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84058bab-8ded-46db-9d9e-4a767a761c86 None None] Checking router: d558c994-b5d2-4ad3-812d-f475764d9f36 for host: dv-cinder-838009-3-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:26:17.277333 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84058bab-8ded-46db-9d9e-4a767a761c86 None None] Updating router d558c994-b5d2-4ad3-812d-f475764d9f36 port f71b763c-dedd-43c1-aae2-b2cb113583ea binding host dv-cinder-838009-3-iscsi {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 04:26:17.329161 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-84058bab-8ded-46db-9d9e-4a767a761c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (f71b763c-dedd-43c1-aae2-b2cb113583ea), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:17.401853 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port 02105296-e013-4a42-9277-21fd9d21ad58 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:26:17.406073 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a18ccd8-5e74-443b-ae5b-0dedffb19ebf admin admin] Publish callbacks [] for router_gateway (64dcdaf6-1bdb-4f56-a602-f93e975a6adc), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:17.406496 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (02105296-e013-4a42-9277-21fd9d21ad58), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:17.501206 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-7c721513-20c2-4df0-8962-c751d3ae9cdf None None] For port 02105296-e013-4a42-9277-21fd9d21ad58, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=02105296-e013-4a42-9277-21fd9d21ad58,segment=NetworkSegment(dd41d0a5-95ad-49ea-90d8-9e67cfaeccec),segment_id=dd41d0a5-95ad-49ea-90d8-9e67cfaeccec)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:26:17.511206 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a18ccd8-5e74-443b-ae5b-0dedffb19ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:17.528225 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-87d43798-c2ab-4beb-9d1b-c005e083bd98 None None] Publish callbacks [] for port (a37a17dc-9298-4d54-a4c2-359ea6bce84c), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:17.530314 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7c721513-20c2-4df0-8962-c751d3ae9cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (02105296-e013-4a42-9277-21fd9d21ad58), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:17.545300 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-808ed41c-7bdd-4c1a-9be5-b15922779fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:17.577083 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-87d43798-c2ab-4beb-9d1b-c005e083bd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060'] for port (a37a17dc-9298-4d54-a4c2-359ea6bce84c), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:17.645694 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d43798-c2ab-4beb-9d1b-c005e083bd98 None None] Network 9cb94923-1093-45fc-bebd-e159f3ac8dd3 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:26:17.646860 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2ec80031-6342-4b30-b58d-bb83284dd142 None None] Publish callbacks [] for port (9a7ed369-7aea-4235-bc72-93856a236e72), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:17.658351 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-87d43798-c2ab-4beb-9d1b-c005e083bd98 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:26:17.665562 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d43798-c2ab-4beb-9d1b-c005e083bd98 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:26:17.668166 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2ec80031-6342-4b30-b58d-bb83284dd142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060'] for port (9a7ed369-7aea-4235-bc72-93856a236e72), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:17.706964 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c721513-20c2-4df0-8962-c751d3ae9cdf None None] Pushing event updated for resources: {'Port': ['ID=02105296-e013-4a42-9277-21fd9d21ad58,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:17.811261 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f1018-7b63-482c-93c7-51736830c334 req-f480a54f-fab1-4ae0-96fe-e689b1214b34 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:17.812688 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-355f1018-7b63-482c-93c7-51736830c334 req-f480a54f-fab1-4ae0-96fe-e689b1214b34 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/networks?id=38a931bd-bcdb-4a4e-93b0-9762abc0163c HTTP/1.1" status: 200 len: 811 time: 0.6255391 May 09 04:26:17.820470 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec80031-6342-4b30-b58d-bb83284dd142 None None] Network 01d9e17c-6b96-4039-a582-d98ab8fe7760 is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:26:17.822349 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d43798-c2ab-4beb-9d1b-c005e083bd98 None None] Pushing event updated for resources: {'Port': ['ID=a37a17dc-9298-4d54-a4c2-359ea6bce84c,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:17.829626 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-2ec80031-6342-4b30-b58d-bb83284dd142 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:26:17.856833 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-355f1018-7b63-482c-93c7-51736830c334 req-ff06310c-4732-4b66-9c06-7f4679e67e1d tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/quotas/935900d28d414052836bae2238354dcc HTTP/1.1" status: 200 len: 375 time: 0.0344517 May 09 04:26:17.860539 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efcaef8c-4b4f-4100-aa8f-293260261810 admin admin] Publish callbacks [] for port (4b338a19-939f-4bc6-9ded-572280defccb), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:17.865290 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-808ed41c-7bdd-4c1a-9be5-b15922779fc3 admin admin] Allocated IP 172.20.0.1 (97444843-38bb-4cb5-93cc-2ce85c9e2986/95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6/735c5f77-b454-415c-838e-f6e54ebcc850) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:26:17.879143 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port 02105296-e013-4a42-9277-21fd9d21ad58 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:26:17.946944 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-87d43798-c2ab-4beb-9d1b-c005e083bd98 None None] Attempting to bind port a37a17dc-9298-4d54-a4c2-359ea6bce84c on host dv-cinder-838009-3-iscsi for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:26:17.947372 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-87d43798-c2ab-4beb-9d1b-c005e083bd98 None None] Attempting to bind port a37a17dc-9298-4d54-a4c2-359ea6bce84c by drivers openvswitch,hyperv on host dv-cinder-838009-3-iscsi at level 0 using segments [{'id': '7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9cb94923-1093-45fc-bebd-e159f3ac8dd3'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:26:17.947919 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d43798-c2ab-4beb-9d1b-c005e083bd98 None None] Attempting to bind port a37a17dc-9298-4d54-a4c2-359ea6bce84c on network 9cb94923-1093-45fc-bebd-e159f3ac8dd3 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:26:17.969811 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (0ba91d57-31cd-4938-a6ad-bd18d942a965), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:17.983724 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-355f1018-7b63-482c-93c7-51736830c334 req-b292f748-fc91-4d11-b29f-dc27ca3b0d04 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=935900d28d414052836bae2238354dcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1195877 May 09 04:26:17.986025 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec80031-6342-4b30-b58d-bb83284dd142 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:26:18.016020 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d43798-c2ab-4beb-9d1b-c005e083bd98 None None] Checking agent: {'id': '9a15748d-6a05-4459-b777-d0dd003edfa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 17, 57), 'started_at': datetime.datetime(2022, 5, 9, 4, 18, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:26:18.016399 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d43798-c2ab-4beb-9d1b-c005e083bd98 None None] Checking segment: {'id': '7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9cb94923-1093-45fc-bebd-e159f3ac8dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:26:18.016804 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-87d43798-c2ab-4beb-9d1b-c005e083bd98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:18.017198 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d43798-c2ab-4beb-9d1b-c005e083bd98 None None] Bound using segment: {'id': '7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9cb94923-1093-45fc-bebd-e159f3ac8dd3'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:26:18.017663 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-87d43798-c2ab-4beb-9d1b-c005e083bd98 None None] Bound port: a37a17dc-9298-4d54-a4c2-359ea6bce84c, host: dv-cinder-838009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9cb94923-1093-45fc-bebd-e159f3ac8dd3'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:26:18.018046 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-87d43798-c2ab-4beb-9d1b-c005e083bd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (a37a17dc-9298-4d54-a4c2-359ea6bce84c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:18.050245 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 02105296-e013-4a42-9277-21fd9d21ad58 up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:26:18.076104 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-01d85206-ba1d-4874-95ca-582912c9c529 None None] Provisioning complete for port 02105296-e013-4a42-9277-21fd9d21ad58 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:26:18.076458 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-01d85206-ba1d-4874-95ca-582912c9c529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (02105296-e013-4a42-9277-21fd9d21ad58), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:18.081890 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec80031-6342-4b30-b58d-bb83284dd142 None None] Pushing event updated for resources: {'Port': ['ID=9a7ed369-7aea-4235-bc72-93856a236e72,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:18.082050 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-808ed41c-7bdd-4c1a-9be5-b15922779fc3 admin admin] Publish callbacks [] for port (735c5f77-b454-415c-838e-f6e54ebcc850), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:18.101893 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efcaef8c-4b4f-4100-aa8f-293260261810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060'] for port (4b338a19-939f-4bc6-9ded-572280defccb), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:18.131616 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-808ed41c-7bdd-4c1a-9be5-b15922779fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060'] for port (735c5f77-b454-415c-838e-f6e54ebcc850), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:18.238412 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ed41c-7bdd-4c1a-9be5-b15922779fc3 admin admin] Pushing event updated for resources: {'Port': ['ID=735c5f77-b454-415c-838e-f6e54ebcc850,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:18.268657 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808ed41c-7bdd-4c1a-9be5-b15922779fc3 admin admin] Network 97444843-38bb-4cb5-93cc-2ce85c9e2986 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:26:18.274278 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-808ed41c-7bdd-4c1a-9be5-b15922779fc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:26:18.276709 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808ed41c-7bdd-4c1a-9be5-b15922779fc3 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:26:18.277177 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-808ed41c-7bdd-4c1a-9be5-b15922779fc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639991'] for router_interface (d558c994-b5d2-4ad3-812d-f475764d9f36), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:18.300810 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcaef8c-4b4f-4100-aa8f-293260261810 admin admin] Pushing event updated for resources: {'Port': ['ID=4b338a19-939f-4bc6-9ded-572280defccb,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:18.322551 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcaef8c-4b4f-4100-aa8f-293260261810 admin admin] Network 1111f3a4-c02a-41de-91e1-42f5a19c8209 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:26:18.323170 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-efcaef8c-4b4f-4100-aa8f-293260261810 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:26:18.326250 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcaef8c-4b4f-4100-aa8f-293260261810 admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:26:18.454361 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-2ec80031-6342-4b30-b58d-bb83284dd142 None None] Attempting to bind port 9a7ed369-7aea-4235-bc72-93856a236e72 on host dv-cinder-838009-3-iscsi for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:26:18.454953 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-2ec80031-6342-4b30-b58d-bb83284dd142 None None] Attempting to bind port 9a7ed369-7aea-4235-bc72-93856a236e72 by drivers openvswitch,hyperv on host dv-cinder-838009-3-iscsi at level 0 using segments [{'id': '75ff18d1-4dc0-4046-afd3-30ccacd1313a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '01d9e17c-6b96-4039-a582-d98ab8fe7760'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:26:18.455091 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec80031-6342-4b30-b58d-bb83284dd142 None None] Attempting to bind port 9a7ed369-7aea-4235-bc72-93856a236e72 on network 01d9e17c-6b96-4039-a582-d98ab8fe7760 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:26:18.476701 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec80031-6342-4b30-b58d-bb83284dd142 None None] Checking agent: {'id': '9a15748d-6a05-4459-b777-d0dd003edfa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 17, 57), 'started_at': datetime.datetime(2022, 5, 9, 4, 18, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:26:18.477179 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec80031-6342-4b30-b58d-bb83284dd142 None None] Checking segment: {'id': '75ff18d1-4dc0-4046-afd3-30ccacd1313a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '01d9e17c-6b96-4039-a582-d98ab8fe7760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:26:18.485667 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2ec80031-6342-4b30-b58d-bb83284dd142 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:18.486268 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec80031-6342-4b30-b58d-bb83284dd142 None None] Bound using segment: {'id': '75ff18d1-4dc0-4046-afd3-30ccacd1313a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '01d9e17c-6b96-4039-a582-d98ab8fe7760'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:26:18.490593 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-2ec80031-6342-4b30-b58d-bb83284dd142 None None] Bound port: 9a7ed369-7aea-4235-bc72-93856a236e72, host: dv-cinder-838009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ff18d1-4dc0-4046-afd3-30ccacd1313a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '01d9e17c-6b96-4039-a582-d98ab8fe7760'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:26:18.491228 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2ec80031-6342-4b30-b58d-bb83284dd142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (9a7ed369-7aea-4235-bc72-93856a236e72), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:18.494551 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [req-355f1018-7b63-482c-93c7-51736830c334 req-3859e7fa-88ae-4fca-8ccb-e98cbfdc1988 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 04:26:18.496361 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-355f1018-7b63-482c-93c7-51736830c334 req-3859e7fa-88ae-4fca-8ccb-e98cbfdc1988 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1966412 May 09 04:26:18.522648 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-84058bab-8ded-46db-9d9e-4a767a761c86 None None] Publish callbacks [] for port (f71b763c-dedd-43c1-aae2-b2cb113583ea), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:18.556024 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-84058bab-8ded-46db-9d9e-4a767a761c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (f71b763c-dedd-43c1-aae2-b2cb113583ea), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:18.614764 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-808ed41c-7bdd-4c1a-9be5-b15922779fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (735c5f77-b454-415c-838e-f6e54ebcc850), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:18.644438 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-84058bab-8ded-46db-9d9e-4a767a761c86 None None] Attempting to bind port f71b763c-dedd-43c1-aae2-b2cb113583ea on host dv-cinder-838009-3-iscsi for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:26:18.645024 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-84058bab-8ded-46db-9d9e-4a767a761c86 None None] Attempting to bind port f71b763c-dedd-43c1-aae2-b2cb113583ea by drivers openvswitch,hyperv on host dv-cinder-838009-3-iscsi at level 0 using segments [{'id': 'bfcd5364-714b-4eea-b1ab-23d5506cc730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:26:18.645563 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84058bab-8ded-46db-9d9e-4a767a761c86 None None] Attempting to bind port f71b763c-dedd-43c1-aae2-b2cb113583ea on network 1111f3a4-c02a-41de-91e1-42f5a19c8209 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:26:18.656431 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84058bab-8ded-46db-9d9e-4a767a761c86 None None] Checking agent: {'id': '9a15748d-6a05-4459-b777-d0dd003edfa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 17, 57), 'started_at': datetime.datetime(2022, 5, 9, 4, 18, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:26:18.657090 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84058bab-8ded-46db-9d9e-4a767a761c86 None None] Checking segment: {'id': 'bfcd5364-714b-4eea-b1ab-23d5506cc730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:26:18.657680 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-84058bab-8ded-46db-9d9e-4a767a761c86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:18.658237 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84058bab-8ded-46db-9d9e-4a767a761c86 None None] Bound using segment: {'id': 'bfcd5364-714b-4eea-b1ab-23d5506cc730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:26:18.658867 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-84058bab-8ded-46db-9d9e-4a767a761c86 None None] Bound port: f71b763c-dedd-43c1-aae2-b2cb113583ea, host: dv-cinder-838009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfcd5364-714b-4eea-b1ab-23d5506cc730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:26:18.659418 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-84058bab-8ded-46db-9d9e-4a767a761c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (f71b763c-dedd-43c1-aae2-b2cb113583ea), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:18.670166 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-3a18ccd8-5e74-443b-ae5b-0dedffb19ebf admin admin] Allocated IP 172.27.2.140 (1111f3a4-c02a-41de-91e1-42f5a19c8209/55f6eeca-e44f-4feb-bdb6-d6fdf07e4029/4396258b-03b6-4be9-844f-c13cc645efa1) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:26:18.732955 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f786ef1-d178-4d39-b6d7-4e56980a6238 None None] Pushing event updated for resources: {'Port': ['ID=f71b763c-dedd-43c1-aae2-b2cb113583ea,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:18.733279 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-87d43798-c2ab-4beb-9d1b-c005e083bd98 None None] For port a37a17dc-9298-4d54-a4c2-359ea6bce84c, host dv-cinder-838009-3-iscsi, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:26:18.753719 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port 02105296-e013-4a42-9277-21fd9d21ad58 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:26:18.754157 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (02105296-e013-4a42-9277-21fd9d21ad58), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:18.762776 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-01d85206-ba1d-4874-95ca-582912c9c529 None None] Current status of the port 02105296-e013-4a42-9277-21fd9d21ad58 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:26:18.765244 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f786ef1-d178-4d39-b6d7-4e56980a6238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:18.765583 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f786ef1-d178-4d39-b6d7-4e56980a6238 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:18.765973 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f786ef1-d178-4d39-b6d7-4e56980a6238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:18.766327 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f786ef1-d178-4d39-b6d7-4e56980a6238 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:18.766664 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f786ef1-d178-4d39-b6d7-4e56980a6238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:18.766991 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f786ef1-d178-4d39-b6d7-4e56980a6238 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:18.767316 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f786ef1-d178-4d39-b6d7-4e56980a6238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:18.767637 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f786ef1-d178-4d39-b6d7-4e56980a6238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:18.767977 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f786ef1-d178-4d39-b6d7-4e56980a6238 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:18.768479 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f786ef1-d178-4d39-b6d7-4e56980a6238 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:18.768957 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f786ef1-d178-4d39-b6d7-4e56980a6238 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:18.769485 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f786ef1-d178-4d39-b6d7-4e56980a6238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:18.772954 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f786ef1-d178-4d39-b6d7-4e56980a6238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:18.773523 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f786ef1-d178-4d39-b6d7-4e56980a6238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:18.774036 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f786ef1-d178-4d39-b6d7-4e56980a6238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:26:18.775421 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f786ef1-d178-4d39-b6d7-4e56980a6238 None None] Tracked resource versions report: May 09 04:26:18.775421 dv-cinder-838009-3-iscsi neutron-server[103228]: pushed versions: May 09 04:26:18.775421 dv-cinder-838009-3-iscsi neutron-server[103228]: { 'AddressGroup': {'1.2'}, May 09 04:26:18.775421 dv-cinder-838009-3-iscsi neutron-server[103228]: 'Agent': {'1.1'}, May 09 04:26:18.775421 dv-cinder-838009-3-iscsi neutron-server[103228]: 'ConntrackHelper': {'1.0'}, May 09 04:26:18.775421 dv-cinder-838009-3-iscsi neutron-server[103228]: 'LocalIPAssociation': {'1.0'}, May 09 04:26:18.775421 dv-cinder-838009-3-iscsi neutron-server[103228]: 'Log': {'1.0'}, May 09 04:26:18.775421 dv-cinder-838009-3-iscsi neutron-server[103228]: 'NDPProxy': {'1.0'}, May 09 04:26:18.775421 dv-cinder-838009-3-iscsi neutron-server[103228]: 'Network': {'1.1'}, May 09 04:26:18.775421 dv-cinder-838009-3-iscsi neutron-server[103228]: 'Port': {'1.7'}, May 09 04:26:18.775421 dv-cinder-838009-3-iscsi neutron-server[103228]: 'PortForwarding': {'1.3'}, May 09 04:26:18.775421 dv-cinder-838009-3-iscsi neutron-server[103228]: 'QosPolicy': {'1.10'}, May 09 04:26:18.775421 dv-cinder-838009-3-iscsi neutron-server[103228]: 'SecurityGroup': {'1.5'}, May 09 04:26:18.775421 dv-cinder-838009-3-iscsi neutron-server[103228]: 'SecurityGroupRule': {'1.2'}, May 09 04:26:18.775421 dv-cinder-838009-3-iscsi neutron-server[103228]: 'SubPort': {'1.0'}, May 09 04:26:18.775421 dv-cinder-838009-3-iscsi neutron-server[103228]: 'Subnet': {'1.1'}, May 09 04:26:18.775421 dv-cinder-838009-3-iscsi neutron-server[103228]: 'Trunk': {'1.1'}} May 09 04:26:18.775421 dv-cinder-838009-3-iscsi neutron-server[103228]: consumer versions: May 09 04:26:18.775421 dv-cinder-838009-3-iscsi neutron-server[103228]: { DHCP agent@dv-cinder-838009-3-iscsi: {}, May 09 04:26:18.775421 dv-cinder-838009-3-iscsi neutron-server[103228]: HyperV agent@hv-cinder-83800: {}, May 09 04:26:18.775421 dv-cinder-838009-3-iscsi neutron-server[103228]: L3 agent@dv-cinder-838009-3-iscsi: {}, May 09 04:26:18.775421 dv-cinder-838009-3-iscsi neutron-server[103228]: Metadata agent@dv-cinder-838009-3-iscsi: {}, May 09 04:26:18.775421 dv-cinder-838009-3-iscsi neutron-server[103228]: Metering agent@dv-cinder-838009-3-iscsi: {}, May 09 04:26:18.775421 dv-cinder-838009-3-iscsi neutron-server[103228]: Open vSwitch agent@dv-cinder-838009-3-iscsi: { 'AddressGroup': '1.2', May 09 04:26:18.775421 dv-cinder-838009-3-iscsi neutron-server[103228]: 'Agent': '1.1', May 09 04:26:18.775421 dv-cinder-838009-3-iscsi neutron-server[103228]: 'ConntrackHelper': '1.0', May 09 04:26:18.775421 dv-cinder-838009-3-iscsi neutron-server[103228]: 'LocalIPAssociation': '1.0', May 09 04:26:18.775421 dv-cinder-838009-3-iscsi neutron-server[103228]: 'Log': '1.0', May 09 04:26:18.775421 dv-cinder-838009-3-iscsi neutron-server[103228]: 'NDPProxy': '1.0', May 09 04:26:18.775421 dv-cinder-838009-3-iscsi neutron-server[103228]: 'Network': '1.1', May 09 04:26:18.775421 dv-cinder-838009-3-iscsi neutron-server[103228]: 'Port': '1.7', May 09 04:26:18.775421 dv-cinder-838009-3-iscsi neutron-server[103228]: 'PortForwarding': '1.3', May 09 04:26:18.775421 dv-cinder-838009-3-iscsi neutron-server[103228]: 'QosPolicy': '1.10', May 09 04:26:18.775421 dv-cinder-838009-3-iscsi neutron-server[103228]: 'SecurityGroup': '1.5', May 09 04:26:18.775421 dv-cinder-838009-3-iscsi neutron-server[103228]: 'SecurityGroupRule': '1.2', May 09 04:26:18.775421 dv-cinder-838009-3-iscsi neutron-server[103228]: 'SubPort': '1.0', May 09 04:26:18.775421 dv-cinder-838009-3-iscsi neutron-server[103228]: 'Subnet': '1.1', May 09 04:26:18.775421 dv-cinder-838009-3-iscsi neutron-server[103228]: 'Trunk': '1.1'}} May 09 04:26:18.775421 dv-cinder-838009-3-iscsi neutron-server[103228]: {{(pid=103228) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 09 04:26:18.814466 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-87d43798-c2ab-4beb-9d1b-c005e083bd98 None None] For port a37a17dc-9298-4d54-a4c2-359ea6bce84c, host dv-cinder-838009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=a37a17dc-9298-4d54-a4c2-359ea6bce84c,segment=NetworkSegment(7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725),segment_id=7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:26:18.874543 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-84058bab-8ded-46db-9d9e-4a767a761c86 None None] For port f71b763c-dedd-43c1-aae2-b2cb113583ea, host dv-cinder-838009-3-iscsi, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:26:18.875925 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-87d43798-c2ab-4beb-9d1b-c005e083bd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (a37a17dc-9298-4d54-a4c2-359ea6bce84c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:18.891343 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-84058bab-8ded-46db-9d9e-4a767a761c86 None None] For port f71b763c-dedd-43c1-aae2-b2cb113583ea, host dv-cinder-838009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=f71b763c-dedd-43c1-aae2-b2cb113583ea,segment=NetworkSegment(bfcd5364-714b-4eea-b1ab-23d5506cc730),segment_id=bfcd5364-714b-4eea-b1ab-23d5506cc730)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:26:18.909007 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-84058bab-8ded-46db-9d9e-4a767a761c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (f71b763c-dedd-43c1-aae2-b2cb113583ea), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:18.989602 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-808ed41c-7bdd-4c1a-9be5-b15922779fc3 admin admin] Publish callbacks [] for port (735c5f77-b454-415c-838e-f6e54ebcc850), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:19.005617 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-808ed41c-7bdd-4c1a-9be5-b15922779fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (735c5f77-b454-415c-838e-f6e54ebcc850), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:19.006587 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-808ed41c-7bdd-4c1a-9be5-b15922779fc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639165'] for router_interface (d558c994-b5d2-4ad3-812d-f475764d9f36), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:19.027299 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d43798-c2ab-4beb-9d1b-c005e083bd98 None None] Pushing event updated for resources: {'Port': ['ID=a37a17dc-9298-4d54-a4c2-359ea6bce84c,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:19.030843 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-d683545a-53cb-4ba3-a3e5-fb4131a494a5 None None] Provisioning complete for port 735c5f77-b454-415c-838e-f6e54ebcc850 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:26:19.031349 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d683545a-53cb-4ba3-a3e5-fb4131a494a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (735c5f77-b454-415c-838e-f6e54ebcc850), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:19.045691 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-355f1018-7b63-482c-93c7-51736830c334 req-b540cc38-351b-49a5-8a00-f0850ba207cf service neutron] 10.222.0.44 "GET /v2.0/networks/38a931bd-bcdb-4a4e-93b0-9762abc0163c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4884794 May 09 04:26:19.055699 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a18ccd8-5e74-443b-ae5b-0dedffb19ebf admin admin] Publish callbacks [] for port (4396258b-03b6-4be9-844f-c13cc645efa1), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:19.101574 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-d683545a-53cb-4ba3-a3e5-fb4131a494a5 None None] Port 735c5f77-b454-415c-838e-f6e54ebcc850 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 04:26:19.102536 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f786ef1-d178-4d39-b6d7-4e56980a6238 None None] Pushing event updated for resources: {'Port': ['ID=f71b763c-dedd-43c1-aae2-b2cb113583ea,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:19.146228 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84058bab-8ded-46db-9d9e-4a767a761c86 None None] Routers {'d558c994-b5d2-4ad3-812d-f475764d9f36'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:26:19.148336 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-84058bab-8ded-46db-9d9e-4a767a761c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:25:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['d558c994-b5d2-4ad3-812d-f475764d9f36'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:26:19.173744 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-2ec80031-6342-4b30-b58d-bb83284dd142 None None] For port 9a7ed369-7aea-4235-bc72-93856a236e72, host dv-cinder-838009-3-iscsi, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:26:19.191070 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-2ec80031-6342-4b30-b58d-bb83284dd142 None None] For port 9a7ed369-7aea-4235-bc72-93856a236e72, host dv-cinder-838009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=9a7ed369-7aea-4235-bc72-93856a236e72,segment=NetworkSegment(75ff18d1-4dc0-4046-afd3-30ccacd1313a),segment_id=75ff18d1-4dc0-4046-afd3-30ccacd1313a)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:26:19.232782 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2ec80031-6342-4b30-b58d-bb83284dd142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (9a7ed369-7aea-4235-bc72-93856a236e72), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:19.295500 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efcaef8c-4b4f-4100-aa8f-293260261810 admin admin] Publish callbacks [] for router_gateway (5f0fd5ff-f26a-4326-8fec-502ec9cca7d2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:19.311088 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ed41c-7bdd-4c1a-9be5-b15922779fc3 admin admin] Pushing event updated for resources: {'Port': ['ID=735c5f77-b454-415c-838e-f6e54ebcc850,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:19.340333 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec80031-6342-4b30-b58d-bb83284dd142 None None] Pushing event updated for resources: {'Port': ['ID=9a7ed369-7aea-4235-bc72-93856a236e72,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:19.385487 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port 02105296-e013-4a42-9277-21fd9d21ad58 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:26:19.407287 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808ed41c-7bdd-4c1a-9be5-b15922779fc3 admin admin] Network 97444843-38bb-4cb5-93cc-2ce85c9e2986 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:26:19.416766 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-808ed41c-7bdd-4c1a-9be5-b15922779fc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:26:19.516327 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a18ccd8-5e74-443b-ae5b-0dedffb19ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060'] for port (4396258b-03b6-4be9-844f-c13cc645efa1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:19.524168 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-84058bab-8ded-46db-9d9e-4a767a761c86 None None] Set router d558c994-b5d2-4ad3-812d-f475764d9f36 gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:26:19.606084 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-355f1018-7b63-482c-93c7-51736830c334 req-86b7da05-5b0e-402e-96ec-ad88470e7a66 service neutron] 10.222.0.44 "GET /v2.0/networks/38a931bd-bcdb-4a4e-93b0-9762abc0163c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5427504 May 09 04:26:19.666397 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a18ccd8-5e74-443b-ae5b-0dedffb19ebf admin admin] Network 1111f3a4-c02a-41de-91e1-42f5a19c8209 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:26:19.668105 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-3a18ccd8-5e74-443b-ae5b-0dedffb19ebf admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:26:19.677008 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a18ccd8-5e74-443b-ae5b-0dedffb19ebf admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:26:19.761480 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a18ccd8-5e74-443b-ae5b-0dedffb19ebf admin admin] Pushing event updated for resources: {'Port': ['ID=4396258b-03b6-4be9-844f-c13cc645efa1,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:19.919948 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808ed41c-7bdd-4c1a-9be5-b15922779fc3 admin admin] Router d558c994-b5d2-4ad3-812d-f475764d9f36 has already been hosted by L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 04:26:20.166435 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-3e575ad4-8f02-47bb-bebb-f4d3db7345f7 None None] Provisioning complete for port 735c5f77-b454-415c-838e-f6e54ebcc850 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:26:20.166940 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3e575ad4-8f02-47bb-bebb-f4d3db7345f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (735c5f77-b454-415c-838e-f6e54ebcc850), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:20.259767 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 41658) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:20.269318 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808ed41c-7bdd-4c1a-9be5-b15922779fc3 admin admin] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:26:20.280350 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-808ed41c-7bdd-4c1a-9be5-b15922779fc3 admin admin] 10.222.0.44 "PUT /v2.0/routers/d558c994-b5d2-4ad3-812d-f475764d9f36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9412787 May 09 04:26:20.322682 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device a37a17dc-9298-4d54-a4c2-359ea6bce84c up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:26:20.328922 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 41668) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:20.335504 dv-cinder-838009-3-iscsi neutron-server[103226]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 09 04:26:20.411236 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-84058bab-8ded-46db-9d9e-4a767a761c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'name': 'tempest-AttachVolumeTestJSON-2062294309-router', 'tenant_id': '3c23c235fa1c4944bd7a337357d0c030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'f71b763c-dedd-43c1-aae2-b2cb113583ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:13Z', 'updated_at': '2022-05-09T04:26:18Z', 'revision_number': 4, 'project_id': '3c23c235fa1c4944bd7a337357d0c030', 'gw_port': {'id': 'f71b763c-dedd-43c1-aae2-b2cb113583ea', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:14Z', 'updated_at': '2022-05-09T04:26:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '735c5f77-b454-415c-838e-f6e54ebcc850', 'name': '', 'network_id': '97444843-38bb-4cb5-93cc-2ce85c9e2986', 'tenant_id': '3c23c235fa1c4944bd7a337357d0c030', 'mac_address': 'fa:16:3e:f0:a4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:17Z', 'updated_at': '2022-05-09T04:26:18Z', 'revision_number': 2, 'project_id': '3c23c235fa1c4944bd7a337357d0c030', 'subnets': [{'id': '95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:26:20.434738 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1993dafd-f1f0-4b7e-b81f-df5a641660d5 req-9cf1d563-cc03-444a-bc6e-490d4d3ca492 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/ports?device_id=06e2388e-186d-4ea8-94d7-5b9952abc60d HTTP/1.1" status: 200 len: 210 time: 0.0960643 May 09 04:26:20.479172 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-3e575ad4-8f02-47bb-bebb-f4d3db7345f7 None None] Port 735c5f77-b454-415c-838e-f6e54ebcc850 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 04:26:20.490400 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84058bab-8ded-46db-9d9e-4a767a761c86 None None] The sync data for ids ['d558c994-b5d2-4ad3-812d-f475764d9f36'] in dv-cinder-838009-3-iscsi is: [{'id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'name': 'tempest-AttachVolumeTestJSON-2062294309-router', 'tenant_id': '3c23c235fa1c4944bd7a337357d0c030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'f71b763c-dedd-43c1-aae2-b2cb113583ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:13Z', 'updated_at': '2022-05-09T04:26:18Z', 'revision_number': 4, 'project_id': '3c23c235fa1c4944bd7a337357d0c030', 'gw_port': {'id': 'f71b763c-dedd-43c1-aae2-b2cb113583ea', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:14Z', 'updated_at': '2022-05-09T04:26:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '735c5f77-b454-415c-838e-f6e54ebcc850', 'name': '', 'network_id': '97444843-38bb-4cb5-93cc-2ce85c9e2986', 'tenant_id': '3c23c235fa1c4944bd7a337357d0c030', 'mac_address': 'fa:16:3e:f0:a4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:17Z', 'updated_at': '2022-05-09T04:26:18Z', 'revision_number': 2, 'project_id': '3c23c235fa1c4944bd7a337357d0c030', 'subnets': [{'id': '95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:26:20.511936 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-eef24078-399a-4a50-b9c9-430b9556b0a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (144b4b53-faa6-4e1c-8c93-1df238c644e2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:20.533613 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port a37a17dc-9298-4d54-a4c2-359ea6bce84c triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:26:20.534352 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (a37a17dc-9298-4d54-a4c2-359ea6bce84c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:20.602998 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efcaef8c-4b4f-4100-aa8f-293260261810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654042'] for router (5f0fd5ff-f26a-4326-8fec-502ec9cca7d2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:20.606151 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-da4d1fe7-955e-499b-bcd6-c3ca4e24c19a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:20.834181 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-da4d1fe7-955e-499b-bcd6-c3ca4e24c19a admin admin] Publish callbacks [] for security_group (54d391ba-589b-4920-bd30-19ce43fa7b46), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:20.840913 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 41690) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:20.860042 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-da4d1fe7-955e-499b-bcd6-c3ca4e24c19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (54d391ba-589b-4920-bd30-19ce43fa7b46), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:20.909441 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a18ccd8-5e74-443b-ae5b-0dedffb19ebf admin admin] Publish callbacks [] for router_gateway (64dcdaf6-1bdb-4f56-a602-f93e975a6adc), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:20.929058 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-da4d1fe7-955e-499b-bcd6-c3ca4e24c19a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d8b020b16f9c43cb9e04a786011069c4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6680171 May 09 04:26:20.929678 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 41694) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:21.046765 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d1fe7-955e-499b-bcd6-c3ca4e24c19a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d391ba-589b-4920-bd30-19ce43fa7b46,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:21.094859 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port a37a17dc-9298-4d54-a4c2-359ea6bce84c is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:26:21.096614 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (a37a17dc-9298-4d54-a4c2-359ea6bce84c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:21.158970 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-61acda67-b3c3-4986-8015-f87c96516188 admin admin] Publish callbacks [] for security_group (54d391ba-589b-4920-bd30-19ce43fa7b46), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:21.177900 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] For port a37a17dc-9298-4d54-a4c2-359ea6bce84c, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=a37a17dc-9298-4d54-a4c2-359ea6bce84c,segment=NetworkSegment(7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725),segment_id=7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:26:21.194685 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (a37a17dc-9298-4d54-a4c2-359ea6bce84c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:21.195689 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 9a7ed369-7aea-4235-bc72-93856a236e72 up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:26:21.250166 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-61acda67-b3c3-4986-8015-f87c96516188 admin admin] Publish callbacks [] for security_group (54d391ba-589b-4920-bd30-19ce43fa7b46), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:21.282120 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0731a355-c6ee-46a6-9b2e-a5fe6c840c47 None None] Network 9cb94923-1093-45fc-bebd-e159f3ac8dd3 requested from dv-cinder-838009-3-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 04:26:21.305771 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ff84b2ed-b591-47d6-b908-7950e1af86df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:21.523705 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-61acda67-b3c3-4986-8015-f87c96516188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (54d391ba-589b-4920-bd30-19ce43fa7b46), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:21.524805 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-595dda55-a7c6-4771-a7c1-4d08d36752aa None None] Provisioning complete for port a37a17dc-9298-4d54-a4c2-359ea6bce84c triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:26:21.525446 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-595dda55-a7c6-4771-a7c1-4d08d36752aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (a37a17dc-9298-4d54-a4c2-359ea6bce84c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:21.531751 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-61acda67-b3c3-4986-8015-f87c96516188 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:21.532936 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-61acda67-b3c3-4986-8015-f87c96516188 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/54d391ba-589b-4920-bd30-19ce43fa7b46 HTTP/1.1" status: 204 len: 168 time: 0.5946152 May 09 04:26:21.554745 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7376f9b9-9d6a-416a-8c24-eabd16cefcbf None None] Network 01d9e17c-6b96-4039-a582-d98ab8fe7760 requested from dv-cinder-838009-3-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 04:26:21.606525 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ff84b2ed-b591-47d6-b908-7950e1af86df admin admin] Publish callbacks [] for security_group (878e91a2-b502-4c7f-a10d-0471238eea73), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:21.619734 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61acda67-b3c3-4986-8015-f87c96516188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d391ba-589b-4920-bd30-19ce43fa7b46,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:21.622712 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ff84b2ed-b591-47d6-b908-7950e1af86df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (878e91a2-b502-4c7f-a10d-0471238eea73), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:21.634216 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a18ccd8-5e74-443b-ae5b-0dedffb19ebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654042'] for router (64dcdaf6-1bdb-4f56-a602-f93e975a6adc), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:21.653993 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Pushing event updated for resources: {'Port': ['ID=a37a17dc-9298-4d54-a4c2-359ea6bce84c,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:21.749868 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port 9a7ed369-7aea-4235-bc72-93856a236e72 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:26:21.750396 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (9a7ed369-7aea-4235-bc72-93856a236e72), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:22.057104 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-ff84b2ed-b591-47d6-b908-7950e1af86df admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ff4a73109fde49f994f89b9df5041a34&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2130990 May 09 04:26:22.059022 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-284586ec-a0ae-449c-b32d-b4962b8d15e4 req-15cd442d-4577-4597-ae53-f266f3a56d3d tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/ports?device_id=06e2388e-186d-4ea8-94d7-5b9952abc60d HTTP/1.1" status: 200 len: 210 time: 0.4410627 May 09 04:26:22.060970 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 41726) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:22.089944 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-595dda55-a7c6-4771-a7c1-4d08d36752aa None None] Current status of the port a37a17dc-9298-4d54-a4c2-359ea6bce84c is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:26:22.203094 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff84b2ed-b591-47d6-b908-7950e1af86df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878e91a2-b502-4c7f-a10d-0471238eea73,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:22.272274 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b91480a-262a-4f56-9a7d-80a31f62e895 admin admin] Publish callbacks [] for security_group (878e91a2-b502-4c7f-a10d-0471238eea73), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:22.299364 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port 9a7ed369-7aea-4235-bc72-93856a236e72 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:26:22.299828 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (9a7ed369-7aea-4235-bc72-93856a236e72), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:22.309658 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-178cd790-e12d-42be-8273-203e8ecdf098 None None] Provisioning complete for port 9a7ed369-7aea-4235-bc72-93856a236e72 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:26:22.310052 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-178cd790-e12d-42be-8273-203e8ecdf098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (9a7ed369-7aea-4235-bc72-93856a236e72), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:22.347991 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b91480a-262a-4f56-9a7d-80a31f62e895 admin admin] Publish callbacks [] for security_group (878e91a2-b502-4c7f-a10d-0471238eea73), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:22.419445 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efcaef8c-4b4f-4100-aa8f-293260261810 admin admin] Router 5f0fd5ff-f26a-4326-8fec-502ec9cca7d2 is scheduled to L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 04:26:22.492934 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b91480a-262a-4f56-9a7d-80a31f62e895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (878e91a2-b502-4c7f-a10d-0471238eea73), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:22.496364 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b91480a-262a-4f56-9a7d-80a31f62e895 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:22.497682 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-1b91480a-262a-4f56-9a7d-80a31f62e895 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/878e91a2-b502-4c7f-a10d-0471238eea73 HTTP/1.1" status: 204 len: 168 time: 0.4360638 May 09 04:26:22.517218 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] For port 9a7ed369-7aea-4235-bc72-93856a236e72, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=9a7ed369-7aea-4235-bc72-93856a236e72,segment=NetworkSegment(75ff18d1-4dc0-4046-afd3-30ccacd1313a),segment_id=75ff18d1-4dc0-4046-afd3-30ccacd1313a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:26:22.532208 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (9a7ed369-7aea-4235-bc72-93856a236e72), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:22.537643 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b91480a-262a-4f56-9a7d-80a31f62e895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878e91a2-b502-4c7f-a10d-0471238eea73,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:22.587455 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 41746) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:22.594375 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-64dbc321-8c70-4a89-bbf6-3000478bf27b tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1555707672', 'description': 'tempest-description--931443772'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:26:22.625197 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a18ccd8-5e74-443b-ae5b-0dedffb19ebf admin admin] Router 64dcdaf6-1bdb-4f56-a602-f93e975a6adc is scheduled to L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 04:26:22.626260 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-64dbc321-8c70-4a89-bbf6-3000478bf27b tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:22.697635 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Pushing event updated for resources: {'Port': ['ID=9a7ed369-7aea-4235-bc72-93856a236e72,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:22.782999 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-64dbc321-8c70-4a89-bbf6-3000478bf27b tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks [] for security_group (1f9dac30-5893-48eb-8872-6b22525f4e76), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:22.793816 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-64dbc321-8c70-4a89-bbf6-3000478bf27b tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (1f9dac30-5893-48eb-8872-6b22525f4e76), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:22.806089 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efcaef8c-4b4f-4100-aa8f-293260261810 admin admin] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:26:22.826758 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2beb280-a0cb-41a9-b959-b8132495f327 None None] Sync routers for ids ['5f0fd5ff-f26a-4326-8fec-502ec9cca7d2'] in dv-cinder-838009-3-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:26:22.856148 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-64dbc321-8c70-4a89-bbf6-3000478bf27b tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:22.860609 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-64dbc321-8c70-4a89-bbf6-3000478bf27b tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2694936 May 09 04:26:22.871093 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 41752) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:22.885360 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-178cd790-e12d-42be-8273-203e8ecdf098 None None] Current status of the port 9a7ed369-7aea-4235-bc72-93856a236e72 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:26:22.906840 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-054df017-7eae-4ff7-b496-c850bca8aa7b tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Request body: {'security_group_rule': {'security_group_id': '1f9dac30-5893-48eb-8872-6b22525f4e76', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:26:22.908312 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dbc321-8c70-4a89-bbf6-3000478bf27b tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9dac30-5893-48eb-8872-6b22525f4e76,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:22.916574 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2beb280-a0cb-41a9-b959-b8132495f327 None None] Routers {'5f0fd5ff-f26a-4326-8fec-502ec9cca7d2'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:26:22.917280 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-b2beb280-a0cb-41a9-b959-b8132495f327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:25:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['5f0fd5ff-f26a-4326-8fec-502ec9cca7d2'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:26:22.957053 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-efcaef8c-4b4f-4100-aa8f-293260261810 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:22.961727 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-efcaef8c-4b4f-4100-aa8f-293260261810 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.6317756 May 09 04:26:22.964906 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 41754) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:22.994981 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c1b72425-1748-44b7-9b6d-8a000199c2e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3dae496a-5564-45d9-8b4f-04486e79e4dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:22.999566 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device a37a17dc-9298-4d54-a4c2-359ea6bce84c up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:26:23.051386 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a18ccd8-5e74-443b-ae5b-0dedffb19ebf admin admin] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:26:23.066244 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd24238-48da-45a9-adc5-4a0375108bfe None None] Sync routers for ids ['64dcdaf6-1bdb-4f56-a602-f93e975a6adc'] in dv-cinder-838009-3-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:26:23.086516 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-054df017-7eae-4ff7-b496-c850bca8aa7b tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks [] for security_group_rule (919729c6-69b1-468e-baa7-9479ecf132f6), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:23.094282 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd24238-48da-45a9-adc5-4a0375108bfe None None] Routers {'64dcdaf6-1bdb-4f56-a602-f93e975a6adc'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:26:23.097023 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-9cd24238-48da-45a9-adc5-4a0375108bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:26:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['64dcdaf6-1bdb-4f56-a602-f93e975a6adc'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:26:23.132124 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a18ccd8-5e74-443b-ae5b-0dedffb19ebf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:23.134318 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-3a18ccd8-5e74-443b-ae5b-0dedffb19ebf admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.6284492 May 09 04:26:23.140300 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 41764) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:23.195333 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-4acf6452-3050-4496-806c-5aba261acf46 None None] Provisioning complete for port 9a7ed369-7aea-4235-bc72-93856a236e72 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:26:23.195858 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4acf6452-3050-4496-806c-5aba261acf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (9a7ed369-7aea-4235-bc72-93856a236e72), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:23.394158 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-054df017-7eae-4ff7-b496-c850bca8aa7b tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks [] for security_group_rule (919729c6-69b1-468e-baa7-9479ecf132f6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:23.413790 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-054df017-7eae-4ff7-b496-c850bca8aa7b tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619982'] for security_group_rule (919729c6-69b1-468e-baa7-9479ecf132f6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:23.485322 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054df017-7eae-4ff7-b496-c850bca8aa7b tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=919729c6-69b1-468e-baa7-9479ecf132f6,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:23.487731 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 41784) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:23.488973 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-9cd24238-48da-45a9-adc5-4a0375108bfe None None] Set router 64dcdaf6-1bdb-4f56-a602-f93e975a6adc gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:26:23.519811 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0dcdf8ff-d8ac-4189-be45-ba988428e21a req-f17ab8a6-9bb0-4a75-9b27-d028e01f81e1 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/ports?device_id=06e2388e-186d-4ea8-94d7-5b9952abc60d HTTP/1.1" status: 200 len: 210 time: 0.0861313 May 09 04:26:23.522958 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b7245f66-e7fe-4d91-8c50-8f74ca9a29f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:23.528350 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port a37a17dc-9298-4d54-a4c2-359ea6bce84c triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:26:23.528745 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (a37a17dc-9298-4d54-a4c2-359ea6bce84c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:23.537206 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-054df017-7eae-4ff7-b496-c850bca8aa7b tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:23.541911 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 41786) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:23.542444 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-054df017-7eae-4ff7-b496-c850bca8aa7b tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6665030 May 09 04:26:23.560308 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-01de2b2b-21e6-4722-b74d-a1b38d21cc58 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Request body: {'security_group_rule': {'security_group_id': '1f9dac30-5893-48eb-8872-6b22525f4e76', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:26:23.669312 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b7245f66-e7fe-4d91-8c50-8f74ca9a29f8 admin admin] Publish callbacks [] for security_group (28535b39-8345-43d0-82ae-82bdde4249db), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:23.670422 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-b2beb280-a0cb-41a9-b959-b8132495f327 None None] Set router 5f0fd5ff-f26a-4326-8fec-502ec9cca7d2 gateway port host: dv-cinder-838009-3-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:26:23.676267 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-01de2b2b-21e6-4722-b74d-a1b38d21cc58 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks [] for security_group_rule (35a95167-a31e-47f5-b596-84a034bb4259), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:23.677161 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b7245f66-e7fe-4d91-8c50-8f74ca9a29f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (28535b39-8345-43d0-82ae-82bdde4249db), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:23.718292 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-b7245f66-e7fe-4d91-8c50-8f74ca9a29f8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8519390d3262470593b9acf3ab8f240a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2217898 May 09 04:26:23.720471 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 41790) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:23.729578 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-9cd24238-48da-45a9-adc5-4a0375108bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dcdaf6-1bdb-4f56-a602-f93e975a6adc', 'name': 'tempest-ServerRescueNegativeTestJSON-1692174986-router', 'tenant_id': 'd28d5139952d450fa3b7da38a62d7a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '4396258b-03b6-4be9-844f-c13cc645efa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:16Z', 'updated_at': '2022-05-09T04:26:20Z', 'revision_number': 3, 'project_id': 'd28d5139952d450fa3b7da38a62d7a03', 'gw_port': {'id': '4396258b-03b6-4be9-844f-c13cc645efa1', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bc:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64dcdaf6-1bdb-4f56-a602-f93e975a6adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:17Z', 'updated_at': '2022-05-09T04:26:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi'}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:26:23.815701 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7245f66-e7fe-4d91-8c50-8f74ca9a29f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28535b39-8345-43d0-82ae-82bdde4249db,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:23.836399 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3e92f2ca-4581-4d9e-ac6c-d5347de2d362 admin admin] Publish callbacks [] for security_group (28535b39-8345-43d0-82ae-82bdde4249db), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:23.873288 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3e92f2ca-4581-4d9e-ac6c-d5347de2d362 admin admin] Publish callbacks [] for security_group (28535b39-8345-43d0-82ae-82bdde4249db), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:23.878259 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd24238-48da-45a9-adc5-4a0375108bfe None None] Checking router: 64dcdaf6-1bdb-4f56-a602-f93e975a6adc for host: dv-cinder-838009-3-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:26:23.878608 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd24238-48da-45a9-adc5-4a0375108bfe None None] Updating router 64dcdaf6-1bdb-4f56-a602-f93e975a6adc port 4396258b-03b6-4be9-844f-c13cc645efa1 binding host dv-cinder-838009-3-iscsi {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 04:26:23.932962 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9cd24238-48da-45a9-adc5-4a0375108bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (4396258b-03b6-4be9-844f-c13cc645efa1), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:23.949187 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-01de2b2b-21e6-4722-b74d-a1b38d21cc58 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks [] for security_group_rule (35a95167-a31e-47f5-b596-84a034bb4259), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:23.984481 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-01de2b2b-21e6-4722-b74d-a1b38d21cc58 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619982'] for security_group_rule (35a95167-a31e-47f5-b596-84a034bb4259), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:23.993628 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3e92f2ca-4581-4d9e-ac6c-d5347de2d362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (28535b39-8345-43d0-82ae-82bdde4249db), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:23.997556 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3e92f2ca-4581-4d9e-ac6c-d5347de2d362 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:23.998884 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-3e92f2ca-4581-4d9e-ac6c-d5347de2d362 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/28535b39-8345-43d0-82ae-82bdde4249db HTTP/1.1" status: 204 len: 168 time: 0.2727597 May 09 04:26:24.017211 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e92f2ca-4581-4d9e-ac6c-d5347de2d362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28535b39-8345-43d0-82ae-82bdde4249db,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:24.043755 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de2b2b-21e6-4722-b74d-a1b38d21cc58 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35a95167-a31e-47f5-b596-84a034bb4259,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:24.055257 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-01de2b2b-21e6-4722-b74d-a1b38d21cc58 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:24.059361 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-01de2b2b-21e6-4722-b74d-a1b38d21cc58 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5160105 May 09 04:26:24.065071 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 41798) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:24.075949 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-4acf6452-3050-4496-806c-5aba261acf46 None None] Current status of the port 9a7ed369-7aea-4235-bc72-93856a236e72 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:26:24.082627 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-119a7db3-3a22-4247-accc-bbb1dd8b46d1 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Request body: {'floatingip': {'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:26:24.118960 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port a37a17dc-9298-4d54-a4c2-359ea6bce84c is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:26:24.120200 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device f71b763c-dedd-43c1-aae2-b2cb113583ea up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:26:24.195376 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9a189135-2707-4477-808f-aa49df85ab2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:24.222459 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-4acf6452-3050-4496-806c-5aba261acf46 None None] Provisioning complete for port a37a17dc-9298-4d54-a4c2-359ea6bce84c triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:26:24.223063 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4acf6452-3050-4496-806c-5aba261acf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (a37a17dc-9298-4d54-a4c2-359ea6bce84c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:24.282452 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7671283-9f0b-468d-8f0b-6ce51d9cb9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (896ddadf-f6f7-4d68-b704-6882247efc03), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:24.371377 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port f71b763c-dedd-43c1-aae2-b2cb113583ea triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:26:24.371756 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (f71b763c-dedd-43c1-aae2-b2cb113583ea), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:24.381639 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-119a7db3-3a22-4247-accc-bbb1dd8b46d1 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:24.396453 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-b2beb280-a0cb-41a9-b959-b8132495f327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'name': 'tempest-AttachVolumeShelveTestJSON-1852674164-router', 'tenant_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '4b338a19-939f-4bc6-9ded-572280defccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:15Z', 'updated_at': '2022-05-09T04:26:18Z', 'revision_number': 3, 'project_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'gw_port': {'id': '4b338a19-939f-4bc6-9ded-572280defccb', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:80:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:16Z', 'updated_at': '2022-05-09T04:26:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi'}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:26:24.454264 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2beb280-a0cb-41a9-b959-b8132495f327 None None] Checking router: 5f0fd5ff-f26a-4326-8fec-502ec9cca7d2 for host: dv-cinder-838009-3-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:26:24.454882 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2beb280-a0cb-41a9-b959-b8132495f327 None None] Updating router 5f0fd5ff-f26a-4326-8fec-502ec9cca7d2 port 4b338a19-939f-4bc6-9ded-572280defccb binding host dv-cinder-838009-3-iscsi {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 04:26:24.456459 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9cd24238-48da-45a9-adc5-4a0375108bfe None None] Publish callbacks [] for port (4396258b-03b6-4be9-844f-c13cc645efa1), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:24.476388 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9cd24238-48da-45a9-adc5-4a0375108bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (4396258b-03b6-4be9-844f-c13cc645efa1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:24.542114 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-4acf6452-3050-4496-806c-5aba261acf46 None None] Current status of the port a37a17dc-9298-4d54-a4c2-359ea6bce84c is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:26:24.548642 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-9a189135-2707-4477-808f-aa49df85ab2c admin admin] Allocated IP 172.20.0.1 (01d9e17c-6b96-4039-a582-d98ab8fe7760/1eeed15e-26fd-4534-8116-03da5482032b/68317c99-1ce1-4045-b453-28df7b5f91b6) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:26:24.576840 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b2beb280-a0cb-41a9-b959-b8132495f327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (4b338a19-939f-4bc6-9ded-572280defccb), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:24.642532 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66719e8b-3d64-4d90-994c-3fbc1c2f22d4 None None] Pushing event updated for resources: {'Port': ['ID=4396258b-03b6-4be9-844f-c13cc645efa1,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:24.652222 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-9cd24238-48da-45a9-adc5-4a0375108bfe None None] Attempting to bind port 4396258b-03b6-4be9-844f-c13cc645efa1 on host dv-cinder-838009-3-iscsi for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:26:24.653592 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-9cd24238-48da-45a9-adc5-4a0375108bfe None None] Attempting to bind port 4396258b-03b6-4be9-844f-c13cc645efa1 by drivers openvswitch,hyperv on host dv-cinder-838009-3-iscsi at level 0 using segments [{'id': 'bfcd5364-714b-4eea-b1ab-23d5506cc730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:26:24.654167 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd24238-48da-45a9-adc5-4a0375108bfe None None] Attempting to bind port 4396258b-03b6-4be9-844f-c13cc645efa1 on network 1111f3a4-c02a-41de-91e1-42f5a19c8209 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:26:24.663225 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd24238-48da-45a9-adc5-4a0375108bfe None None] Checking agent: {'id': '9a15748d-6a05-4459-b777-d0dd003edfa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 17, 57), 'started_at': datetime.datetime(2022, 5, 9, 4, 18, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:26:24.663995 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd24238-48da-45a9-adc5-4a0375108bfe None None] Checking segment: {'id': 'bfcd5364-714b-4eea-b1ab-23d5506cc730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:26:24.664543 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9cd24238-48da-45a9-adc5-4a0375108bfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:24.665440 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd24238-48da-45a9-adc5-4a0375108bfe None None] Bound using segment: {'id': 'bfcd5364-714b-4eea-b1ab-23d5506cc730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:26:24.666052 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-9cd24238-48da-45a9-adc5-4a0375108bfe None None] Bound port: 4396258b-03b6-4be9-844f-c13cc645efa1, host: dv-cinder-838009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfcd5364-714b-4eea-b1ab-23d5506cc730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:26:24.666574 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9cd24238-48da-45a9-adc5-4a0375108bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (4396258b-03b6-4be9-844f-c13cc645efa1), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:24.688656 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cdab09-0f40-49d1-8794-50c885d4e729 None None] Sync routers for ids ['d558c994-b5d2-4ad3-812d-f475764d9f36'] in dv-cinder-838009-3-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:26:24.788787 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9cd24238-48da-45a9-adc5-4a0375108bfe None None] For port 4396258b-03b6-4be9-844f-c13cc645efa1, host dv-cinder-838009-3-iscsi, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:26:24.797984 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-9cd24238-48da-45a9-adc5-4a0375108bfe None None] For port 4396258b-03b6-4be9-844f-c13cc645efa1, host dv-cinder-838009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=4396258b-03b6-4be9-844f-c13cc645efa1,segment=NetworkSegment(bfcd5364-714b-4eea-b1ab-23d5506cc730),segment_id=bfcd5364-714b-4eea-b1ab-23d5506cc730)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:26:24.809532 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-9cd24238-48da-45a9-adc5-4a0375108bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (4396258b-03b6-4be9-844f-c13cc645efa1), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:24.831630 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c5476690-d5fe-4975-bf6d-8b9f88181590 req-5a58c52c-e024-4e06-aa32-72b2b7e05894 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/ports?device_id=06e2388e-186d-4ea8-94d7-5b9952abc60d HTTP/1.1" status: 200 len: 210 time: 0.1005774 May 09 04:26:24.833133 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-119a7db3-3a22-4247-accc-bbb1dd8b46d1 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:24.907183 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66719e8b-3d64-4d90-994c-3fbc1c2f22d4 None None] Pushing event updated for resources: {'Port': ['ID=4396258b-03b6-4be9-844f-c13cc645efa1,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:24.930926 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9a189135-2707-4477-808f-aa49df85ab2c admin admin] Publish callbacks [] for port (68317c99-1ce1-4045-b453-28df7b5f91b6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:24.932147 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd24238-48da-45a9-adc5-4a0375108bfe None None] Routers {'64dcdaf6-1bdb-4f56-a602-f93e975a6adc'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:26:24.932841 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-9cd24238-48da-45a9-adc5-4a0375108bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:26:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['64dcdaf6-1bdb-4f56-a602-f93e975a6adc'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:26:25.012253 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9a189135-2707-4477-808f-aa49df85ab2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060'] for port (68317c99-1ce1-4045-b453-28df7b5f91b6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:25.054043 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-9cd24238-48da-45a9-adc5-4a0375108bfe None None] Set router 64dcdaf6-1bdb-4f56-a602-f93e975a6adc gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:26:25.093936 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a189135-2707-4477-808f-aa49df85ab2c admin admin] Network 01d9e17c-6b96-4039-a582-d98ab8fe7760 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:26:25.106509 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-9a189135-2707-4477-808f-aa49df85ab2c admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:26:25.110996 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a189135-2707-4477-808f-aa49df85ab2c admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:26:25.112181 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9a189135-2707-4477-808f-aa49df85ab2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639991'] for router_interface (5f0fd5ff-f26a-4326-8fec-502ec9cca7d2), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:25.124709 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cdab09-0f40-49d1-8794-50c885d4e729 None None] Routers {'d558c994-b5d2-4ad3-812d-f475764d9f36'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:26:25.125340 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-e3cdab09-0f40-49d1-8794-50c885d4e729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:26:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['d558c994-b5d2-4ad3-812d-f475764d9f36'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:26:25.224240 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port f71b763c-dedd-43c1-aae2-b2cb113583ea is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:26:25.225282 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (f71b763c-dedd-43c1-aae2-b2cb113583ea), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:25.274712 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] For port f71b763c-dedd-43c1-aae2-b2cb113583ea, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=f71b763c-dedd-43c1-aae2-b2cb113583ea,segment=NetworkSegment(bfcd5364-714b-4eea-b1ab-23d5506cc730),segment_id=bfcd5364-714b-4eea-b1ab-23d5506cc730)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:26:25.297226 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-119a7db3-3a22-4247-accc-bbb1dd8b46d1 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Allocated IP 172.27.2.186 (1111f3a4-c02a-41de-91e1-42f5a19c8209/55f6eeca-e44f-4feb-bdb6-d6fdf07e4029/29263e86-c0af-401a-8119-33caf2705648) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:26:25.326523 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (f71b763c-dedd-43c1-aae2-b2cb113583ea), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:25.331495 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-9cd24238-48da-45a9-adc5-4a0375108bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dcdaf6-1bdb-4f56-a602-f93e975a6adc', 'name': 'tempest-ServerRescueNegativeTestJSON-1692174986-router', 'tenant_id': 'd28d5139952d450fa3b7da38a62d7a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '4396258b-03b6-4be9-844f-c13cc645efa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:16Z', 'updated_at': '2022-05-09T04:26:20Z', 'revision_number': 3, 'project_id': 'd28d5139952d450fa3b7da38a62d7a03', 'gw_port': {'id': '4396258b-03b6-4be9-844f-c13cc645efa1', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bc:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64dcdaf6-1bdb-4f56-a602-f93e975a6adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:17Z', 'updated_at': '2022-05-09T04:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi'}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:26:25.374660 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd24238-48da-45a9-adc5-4a0375108bfe None None] The sync data for ids ['64dcdaf6-1bdb-4f56-a602-f93e975a6adc'] in dv-cinder-838009-3-iscsi is: [{'id': '64dcdaf6-1bdb-4f56-a602-f93e975a6adc', 'name': 'tempest-ServerRescueNegativeTestJSON-1692174986-router', 'tenant_id': 'd28d5139952d450fa3b7da38a62d7a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '4396258b-03b6-4be9-844f-c13cc645efa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:16Z', 'updated_at': '2022-05-09T04:26:20Z', 'revision_number': 3, 'project_id': 'd28d5139952d450fa3b7da38a62d7a03', 'gw_port': {'id': '4396258b-03b6-4be9-844f-c13cc645efa1', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bc:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64dcdaf6-1bdb-4f56-a602-f93e975a6adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:17Z', 'updated_at': '2022-05-09T04:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:26:25.398795 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43e19ad3-c0e7-48b8-9cb0-6496f201f8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3ce75c28-5550-4d51-9af6-2a59ee09c43b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:25.411153 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a189135-2707-4477-808f-aa49df85ab2c admin admin] Pushing event updated for resources: {'Port': ['ID=68317c99-1ce1-4045-b453-28df7b5f91b6,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:25.414728 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-e3cdab09-0f40-49d1-8794-50c885d4e729 None None] Set router d558c994-b5d2-4ad3-812d-f475764d9f36 gateway port host: dv-cinder-838009-3-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:26:25.517877 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9a189135-2707-4477-808f-aa49df85ab2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (68317c99-1ce1-4045-b453-28df7b5f91b6), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:25.520043 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Pushing event updated for resources: {'Port': ['ID=f71b763c-dedd-43c1-aae2-b2cb113583ea,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:25.635994 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 9a7ed369-7aea-4235-bc72-93856a236e72 up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:26:25.676224 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-119a7db3-3a22-4247-accc-bbb1dd8b46d1 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks [] for port (29263e86-c0af-401a-8119-33caf2705648), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:25.883730 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6065010a-a19a-4792-8fea-b9e2eda4f21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:25.918244 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-119a7db3-3a22-4247-accc-bbb1dd8b46d1 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060'] for port (29263e86-c0af-401a-8119-33caf2705648), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:25.996078 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a7db3-3a22-4247-accc-bbb1dd8b46d1 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Pushing event updated for resources: {'Port': ['ID=29263e86-c0af-401a-8119-33caf2705648,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:26.076203 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119a7db3-3a22-4247-accc-bbb1dd8b46d1 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Network 1111f3a4-c02a-41de-91e1-42f5a19c8209 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:26:26.079567 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9a189135-2707-4477-808f-aa49df85ab2c admin admin] Publish callbacks [] for port (68317c99-1ce1-4045-b453-28df7b5f91b6), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:26.086000 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-119a7db3-3a22-4247-accc-bbb1dd8b46d1 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:26:26.097936 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119a7db3-3a22-4247-accc-bbb1dd8b46d1 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:26:26.142457 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9a189135-2707-4477-808f-aa49df85ab2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (68317c99-1ce1-4045-b453-28df7b5f91b6), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:26.143699 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9a189135-2707-4477-808f-aa49df85ab2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639165'] for router_interface (5f0fd5ff-f26a-4326-8fec-502ec9cca7d2), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:26.215961 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-844338d0-52e2-43a6-9d33-27d31fa0c114 req-409f6207-b602-48cc-9b7a-e93f659bf1bf tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/ports?device_id=06e2388e-186d-4ea8-94d7-5b9952abc60d HTTP/1.1" status: 200 len: 210 time: 0.1688809 May 09 04:26:26.235741 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-56c5375e-1367-410f-8a8a-3ff3ffcc9553 None None] Provisioning complete for port 68317c99-1ce1-4045-b453-28df7b5f91b6 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:26:26.236284 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-56c5375e-1367-410f-8a8a-3ff3ffcc9553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (68317c99-1ce1-4045-b453-28df7b5f91b6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:26.309409 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-119a7db3-3a22-4247-accc-bbb1dd8b46d1 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks [] for floatingip (0a8aba18-cb48-4473-9edd-7141d2cc7c49), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:26.328624 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-56c5375e-1367-410f-8a8a-3ff3ffcc9553 None None] Port 68317c99-1ce1-4045-b453-28df7b5f91b6 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 04:26:26.356727 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a189135-2707-4477-808f-aa49df85ab2c admin admin] Pushing event updated for resources: {'Port': ['ID=68317c99-1ce1-4045-b453-28df7b5f91b6,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:26.425992 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a189135-2707-4477-808f-aa49df85ab2c admin admin] Network 01d9e17c-6b96-4039-a582-d98ab8fe7760 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:26:26.428477 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-9a189135-2707-4477-808f-aa49df85ab2c admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:26:26.461376 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port 9a7ed369-7aea-4235-bc72-93856a236e72 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:26:26.461790 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (9a7ed369-7aea-4235-bc72-93856a236e72), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:26.482373 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 41872) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:26.596148 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-119a7db3-3a22-4247-accc-bbb1dd8b46d1 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (29263e86-c0af-401a-8119-33caf2705648), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:26.776565 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b2beb280-a0cb-41a9-b959-b8132495f327 None None] Publish callbacks [] for port (4b338a19-939f-4bc6-9ded-572280defccb), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:26.783185 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.13', 64966) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:26.838367 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-6065010a-a19a-4792-8fea-b9e2eda4f21b admin admin] Allocated IP 172.20.0.1 (9cb94923-1093-45fc-bebd-e159f3ac8dd3/d9336625-5bcd-4003-b69b-e3b341dd5f63/01bc23fc-2a25-422f-8a90-d745c1ac5231) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:26:26.931887 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b2beb280-a0cb-41a9-b959-b8132495f327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (4b338a19-939f-4bc6-9ded-572280defccb), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:26.946991 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (9a15748d-6a05-4459-b777-d0dd003edfa1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:27.019822 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-15162221-bf00-4ff9-8e39-a033b8a6130f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:27.114141 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-626d63b2-53c9-423d-a8c5-bfefa6bf70b3 None None] Provisioning complete for port 68317c99-1ce1-4045-b453-28df7b5f91b6 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:26:27.114543 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-626d63b2-53c9-423d-a8c5-bfefa6bf70b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (68317c99-1ce1-4045-b453-28df7b5f91b6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:27.145719 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-e3cdab09-0f40-49d1-8794-50c885d4e729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'name': 'tempest-AttachVolumeTestJSON-2062294309-router', 'tenant_id': '3c23c235fa1c4944bd7a337357d0c030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'f71b763c-dedd-43c1-aae2-b2cb113583ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:13Z', 'updated_at': '2022-05-09T04:26:18Z', 'revision_number': 4, 'project_id': '3c23c235fa1c4944bd7a337357d0c030', 'gw_port': {'id': 'f71b763c-dedd-43c1-aae2-b2cb113583ea', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:14Z', 'updated_at': '2022-05-09T04:26:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '735c5f77-b454-415c-838e-f6e54ebcc850', 'name': '', 'network_id': '97444843-38bb-4cb5-93cc-2ce85c9e2986', 'tenant_id': '3c23c235fa1c4944bd7a337357d0c030', 'mac_address': 'fa:16:3e:f0:a4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:17Z', 'updated_at': '2022-05-09T04:26:18Z', 'revision_number': 2, 'project_id': '3c23c235fa1c4944bd7a337357d0c030', 'subnets': [{'id': '95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:26:27.175307 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a189135-2707-4477-808f-aa49df85ab2c admin admin] Router 5f0fd5ff-f26a-4326-8fec-502ec9cca7d2 has already been hosted by L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 04:26:27.199488 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-15162221-bf00-4ff9-8e39-a033b8a6130f admin admin] Publish callbacks [] for security_group (14621a0f-dd5b-48e8-99fb-e35d05433189), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:27.210166 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-15162221-bf00-4ff9-8e39-a033b8a6130f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (14621a0f-dd5b-48e8-99fb-e35d05433189), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:27.269955 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-b2beb280-a0cb-41a9-b959-b8132495f327 None None] Attempting to bind port 4b338a19-939f-4bc6-9ded-572280defccb on host dv-cinder-838009-3-iscsi for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:26:27.270331 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-b2beb280-a0cb-41a9-b959-b8132495f327 None None] Attempting to bind port 4b338a19-939f-4bc6-9ded-572280defccb by drivers openvswitch,hyperv on host dv-cinder-838009-3-iscsi at level 0 using segments [{'id': 'bfcd5364-714b-4eea-b1ab-23d5506cc730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:26:27.270694 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2beb280-a0cb-41a9-b959-b8132495f327 None None] Attempting to bind port 4b338a19-939f-4bc6-9ded-572280defccb on network 1111f3a4-c02a-41de-91e1-42f5a19c8209 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:26:27.318220 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15162221-bf00-4ff9-8e39-a033b8a6130f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14621a0f-dd5b-48e8-99fb-e35d05433189,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:27.354164 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d903df4c-3e11-457a-9f19-a1a513a87f1c None None] Pushing event updated for resources: {'Port': ['ID=4b338a19-939f-4bc6-9ded-572280defccb,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:27.364937 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cdab09-0f40-49d1-8794-50c885d4e729 None None] Checking router: d558c994-b5d2-4ad3-812d-f475764d9f36 for host: dv-cinder-838009-3-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:26:27.365301 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cdab09-0f40-49d1-8794-50c885d4e729 None None] Updating router d558c994-b5d2-4ad3-812d-f475764d9f36 port 735c5f77-b454-415c-838e-f6e54ebcc850 binding host dv-cinder-838009-3-iscsi {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 04:26:27.400829 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f944fcfa-0748-412a-bd20-6ed5ed5d404d req-e6b5758f-03f3-4771-b4c1-cece64da5b7c tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/ports?device_id=06e2388e-186d-4ea8-94d7-5b9952abc60d HTTP/1.1" status: 200 len: 210 time: 0.0462101 May 09 04:26:27.409816 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-15162221-bf00-4ff9-8e39-a033b8a6130f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=746671802a2c46cdb37e9b9ac39ff8f6&name=default HTTP/1.1" status: 200 len: 2994 time: 0.9262431 May 09 04:26:27.410416 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 41910) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:27.425605 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e3cdab09-0f40-49d1-8794-50c885d4e729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (735c5f77-b454-415c-838e-f6e54ebcc850), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:27.428183 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2beb280-a0cb-41a9-b959-b8132495f327 None None] Checking agent: {'id': '9a15748d-6a05-4459-b777-d0dd003edfa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 17, 57), 'started_at': datetime.datetime(2022, 5, 9, 4, 18, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:26:27.428866 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2beb280-a0cb-41a9-b959-b8132495f327 None None] Checking segment: {'id': 'bfcd5364-714b-4eea-b1ab-23d5506cc730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:26:27.429421 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b2beb280-a0cb-41a9-b959-b8132495f327 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:27.429960 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2beb280-a0cb-41a9-b959-b8132495f327 None None] Bound using segment: {'id': 'bfcd5364-714b-4eea-b1ab-23d5506cc730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:26:27.430595 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-b2beb280-a0cb-41a9-b959-b8132495f327 None None] Bound port: 4b338a19-939f-4bc6-9ded-572280defccb, host: dv-cinder-838009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfcd5364-714b-4eea-b1ab-23d5506cc730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:26:27.431121 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b2beb280-a0cb-41a9-b959-b8132495f327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (4b338a19-939f-4bc6-9ded-572280defccb), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:27.518403 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-b2beb280-a0cb-41a9-b959-b8132495f327 None None] For port 4b338a19-939f-4bc6-9ded-572280defccb, host dv-cinder-838009-3-iscsi, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:26:27.523516 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-b2beb280-a0cb-41a9-b959-b8132495f327 None None] For port 4b338a19-939f-4bc6-9ded-572280defccb, host dv-cinder-838009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=4b338a19-939f-4bc6-9ded-572280defccb,segment=NetworkSegment(bfcd5364-714b-4eea-b1ab-23d5506cc730),segment_id=bfcd5364-714b-4eea-b1ab-23d5506cc730)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:26:27.527029 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port 9a7ed369-7aea-4235-bc72-93856a236e72 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:26:27.530502 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a189135-2707-4477-808f-aa49df85ab2c admin admin] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:26:27.532182 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2622be94-0abf-4d30-9d91-cdc42e3c74e9 admin admin] Publish callbacks [] for security_group (14621a0f-dd5b-48e8-99fb-e35d05433189), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:27.550037 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b2beb280-a0cb-41a9-b959-b8132495f327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (4b338a19-939f-4bc6-9ded-572280defccb), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:27.561306 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2622be94-0abf-4d30-9d91-cdc42e3c74e9 admin admin] Publish callbacks [] for security_group (14621a0f-dd5b-48e8-99fb-e35d05433189), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:27.606893 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-9a189135-2707-4477-808f-aa49df85ab2c admin admin] 10.222.0.44 "PUT /v2.0/routers/5f0fd5ff-f26a-4326-8fec-502ec9cca7d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6408730 May 09 04:26:27.618921 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6065010a-a19a-4792-8fea-b9e2eda4f21b admin admin] Publish callbacks [] for port (01bc23fc-2a25-422f-8a90-d745c1ac5231), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:27.628822 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2622be94-0abf-4d30-9d91-cdc42e3c74e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (14621a0f-dd5b-48e8-99fb-e35d05433189), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:27.632794 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2622be94-0abf-4d30-9d91-cdc42e3c74e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:27.638136 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-2622be94-0abf-4d30-9d91-cdc42e3c74e9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/14621a0f-dd5b-48e8-99fb-e35d05433189 HTTP/1.1" status: 204 len: 168 time: 0.2231369 May 09 04:26:27.653643 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-626d63b2-53c9-423d-a8c5-bfefa6bf70b3 None None] Port 68317c99-1ce1-4045-b453-28df7b5f91b6 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 04:26:27.662479 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2622be94-0abf-4d30-9d91-cdc42e3c74e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14621a0f-dd5b-48e8-99fb-e35d05433189,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:27.842881 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-119a7db3-3a22-4247-accc-bbb1dd8b46d1 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks [] for port (29263e86-c0af-401a-8119-33caf2705648), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:27.845963 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6065010a-a19a-4792-8fea-b9e2eda4f21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060'] for port (01bc23fc-2a25-422f-8a90-d745c1ac5231), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:27.913516 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6065010a-a19a-4792-8fea-b9e2eda4f21b admin admin] Pushing event updated for resources: {'Port': ['ID=01bc23fc-2a25-422f-8a90-d745c1ac5231,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:27.916152 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-119a7db3-3a22-4247-accc-bbb1dd8b46d1 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (29263e86-c0af-401a-8119-33caf2705648), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:27.929057 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device f71b763c-dedd-43c1-aae2-b2cb113583ea up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:26:27.978721 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a7db3-3a22-4247-accc-bbb1dd8b46d1 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Pushing event updated for resources: {'Port': ['ID=29263e86-c0af-401a-8119-33caf2705648,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:27.991418 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f1018-7b63-482c-93c7-51736830c334 req-2bc859c6-472c-4033-b9d2-c19929a5dcbe tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:27.993216 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-355f1018-7b63-482c-93c7-51736830c334 req-2bc859c6-472c-4033-b9d2-c19929a5dcbe tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.13 "GET /v2.0/networks?id=38a931bd-bcdb-4a4e-93b0-9762abc0163c HTTP/1.1" status: 200 len: 811 time: 1.2090981 May 09 04:26:27.994755 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-119a7db3-3a22-4247-accc-bbb1dd8b46d1 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-653345'] for floatingip (0a8aba18-cb48-4473-9edd-7141d2cc7c49), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:28.027418 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6065010a-a19a-4792-8fea-b9e2eda4f21b admin admin] Network 9cb94923-1093-45fc-bebd-e159f3ac8dd3 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:26:28.030359 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d903df4c-3e11-457a-9f19-a1a513a87f1c None None] Pushing event updated for resources: {'Port': ['ID=4b338a19-939f-4bc6-9ded-572280defccb,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:28.046801 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-6065010a-a19a-4792-8fea-b9e2eda4f21b admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:26:28.052173 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-119a7db3-3a22-4247-accc-bbb1dd8b46d1 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:28.054699 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-119a7db3-3a22-4247-accc-bbb1dd8b46d1 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9772913 May 09 04:26:28.071213 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [req-355f1018-7b63-482c-93c7-51736830c334 req-143fee86-bc96-40f3-86f0-22e9b3a9e958 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Request body: {'port': {'device_id': '06e2388e-186d-4ea8-94d7-5b9952abc60d', 'network_id': '38a931bd-bcdb-4a4e-93b0-9762abc0163c', 'admin_state_up': True, 'tenant_id': '935900d28d414052836bae2238354dcc'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:26:28.075015 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6065010a-a19a-4792-8fea-b9e2eda4f21b admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:26:28.075698 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6065010a-a19a-4792-8fea-b9e2eda4f21b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639991'] for router_interface (64dcdaf6-1bdb-4f56-a602-f93e975a6adc), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:28.171482 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2beb280-a0cb-41a9-b959-b8132495f327 None None] Routers {'5f0fd5ff-f26a-4326-8fec-502ec9cca7d2'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:26:28.183310 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-b2beb280-a0cb-41a9-b959-b8132495f327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:26:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['5f0fd5ff-f26a-4326-8fec-502ec9cca7d2'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:26:28.543419 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port f71b763c-dedd-43c1-aae2-b2cb113583ea triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:26:28.544086 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (f71b763c-dedd-43c1-aae2-b2cb113583ea), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:28.728727 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-355f1018-7b63-482c-93c7-51736830c334 req-143fee86-bc96-40f3-86f0-22e9b3a9e958 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Made reservation on behalf of 935900d28d414052836bae2238354dcc for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:26:28.733608 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-355f1018-7b63-482c-93c7-51736830c334 req-143fee86-bc96-40f3-86f0-22e9b3a9e958 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:28.777213 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-729df7ab-2746-4eac-859a-f96303042532 None None] Provisioning complete for port 01bc23fc-2a25-422f-8a90-d745c1ac5231 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:26:28.783007 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-729df7ab-2746-4eac-859a-f96303042532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (01bc23fc-2a25-422f-8a90-d745c1ac5231), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:28.828989 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dc34bf6a-07e9-4272-9d07-b0a144b712ca req-a035ac5e-4ea1-4f98-bd66-0f5cba84fa3a tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/ports?device_id=06e2388e-186d-4ea8-94d7-5b9952abc60d HTTP/1.1" status: 200 len: 210 time: 0.0970020 May 09 04:26:28.869884 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-370d6890-4747-4f07-aac5-83a93d9e9b41 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 04:26:28.923222 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-b2beb280-a0cb-41a9-b959-b8132495f327 None None] Set router 5f0fd5ff-f26a-4326-8fec-502ec9cca7d2 gateway port host: dv-cinder-838009-3-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:26:29.206698 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 42010) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:29.285921 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49de3055-757d-4b77-b89e-44ed830a401a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:29.320717 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 42012) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:29.331616 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-79ccd88d-d3c2-4710-b3a8-b65b2b7cee49 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2068591333', 'description': 'tempest-description--689669866'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:26:29.384925 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-79ccd88d-d3c2-4710-b3a8-b65b2b7cee49 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:29.419931 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6065010a-a19a-4792-8fea-b9e2eda4f21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (01bc23fc-2a25-422f-8a90-d745c1ac5231), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:29.456578 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-8df85a81-0f32-47b1-90e4-fbf88a6b1243 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1555707672&fields=id&tenant_id=3c23c235fa1c4944bd7a337357d0c030 HTTP/1.1" status: 200 len: 267 time: 0.2884820 May 09 04:26:29.588685 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-355f1018-7b63-482c-93c7-51736830c334 req-143fee86-bc96-40f3-86f0-22e9b3a9e958 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Allocated IP 172.20.0.10 (38a931bd-bcdb-4a4e-93b0-9762abc0163c/608c9b1c-6abe-4a88-8a3b-70d6c86eb3ac/7113abb1-73d9-40ca-bca3-339dc9e98ae7) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:26:29.863343 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-79ccd88d-d3c2-4710-b3a8-b65b2b7cee49 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks [] for security_group (ed6867ff-08ef-499b-aaf9-a2006fbae97f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:29.894541 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-79ccd88d-d3c2-4710-b3a8-b65b2b7cee49 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (ed6867ff-08ef-499b-aaf9-a2006fbae97f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:29.919755 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-355f1018-7b63-482c-93c7-51736830c334 req-143fee86-bc96-40f3-86f0-22e9b3a9e958 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Publish callbacks [] for port (7113abb1-73d9-40ca-bca3-339dc9e98ae7), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:29.932681 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port f71b763c-dedd-43c1-aae2-b2cb113583ea is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:26:29.945425 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 4396258b-03b6-4be9-844f-c13cc645efa1 up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:26:29.987139 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ccd88d-d3c2-4710-b3a8-b65b2b7cee49 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6867ff-08ef-499b-aaf9-a2006fbae97f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:30.000015 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-7e778529-eb2a-4657-8d70-edcef864fa5c tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:30.010096 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-7e778529-eb2a-4657-8d70-edcef864fa5c tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/networks?id=97444843-38bb-4cb5-93cc-2ce85c9e2986 HTTP/1.1" status: 200 len: 811 time: 0.5525775 May 09 04:26:30.022286 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 42036) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:30.037088 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-355f1018-7b63-482c-93c7-51736830c334 req-143fee86-bc96-40f3-86f0-22e9b3a9e958 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060'] for port (7113abb1-73d9-40ca-bca3-339dc9e98ae7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:30.046709 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-0c61590e-4c5d-43f2-b7fc-49b1f51dd19a tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/quotas/3c23c235fa1c4944bd7a337357d0c030 HTTP/1.1" status: 200 len: 375 time: 0.0294895 May 09 04:26:30.118040 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-79ccd88d-d3c2-4710-b3a8-b65b2b7cee49 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:30.122803 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-79ccd88d-d3c2-4710-b3a8-b65b2b7cee49 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7994759 May 09 04:26:30.129964 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-355f1018-7b63-482c-93c7-51736830c334 req-143fee86-bc96-40f3-86f0-22e9b3a9e958 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Network 38a931bd-bcdb-4a4e-93b0-9762abc0163c is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:26:30.134400 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 42040) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:30.147495 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-ab6be8e7-bb6d-49da-b013-6708d02fe946 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Request body: {'security_group_rule': {'security_group_id': 'ed6867ff-08ef-499b-aaf9-a2006fbae97f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:26:30.193901 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-355f1018-7b63-482c-93c7-51736830c334 req-143fee86-bc96-40f3-86f0-22e9b3a9e958 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:26:30.219978 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49de3055-757d-4b77-b89e-44ed830a401a admin admin] Publish callbacks [] for security_group (4677595f-145d-465b-817a-480cb1092a0a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:30.220129 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-729df7ab-2746-4eac-859a-f96303042532 None None] Port 01bc23fc-2a25-422f-8a90-d745c1ac5231 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 04:26:30.220398 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-355f1018-7b63-482c-93c7-51736830c334 req-143fee86-bc96-40f3-86f0-22e9b3a9e958 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:26:30.242517 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f1018-7b63-482c-93c7-51736830c334 req-143fee86-bc96-40f3-86f0-22e9b3a9e958 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:30.243356 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-355f1018-7b63-482c-93c7-51736830c334 req-143fee86-bc96-40f3-86f0-22e9b3a9e958 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:30.305362 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49de3055-757d-4b77-b89e-44ed830a401a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (4677595f-145d-465b-817a-480cb1092a0a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:30.324297 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-355f1018-7b63-482c-93c7-51736830c334 req-143fee86-bc96-40f3-86f0-22e9b3a9e958 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2656138 May 09 04:26:30.406030 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [req-355f1018-7b63-482c-93c7-51736830c334 req-da9adfad-d60d-436c-8359-aad874d945ed tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 04:26:30.410332 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-355f1018-7b63-482c-93c7-51736830c334 req-da9adfad-d60d-436c-8359-aad874d945ed tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0634682 May 09 04:26:30.413160 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ab6be8e7-bb6d-49da-b013-6708d02fe946 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks [] for security_group_rule (d5cd35cb-4ff8-446f-8141-b2bf73edfb55), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:30.427243 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e3cdab09-0f40-49d1-8794-50c885d4e729 None None] Publish callbacks [] for port (735c5f77-b454-415c-838e-f6e54ebcc850), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:30.438622 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-49de3055-757d-4b77-b89e-44ed830a401a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4302ee08d5d64685a1dc61a7ccc31acf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2297766 May 09 04:26:30.452069 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-b2beb280-a0cb-41a9-b959-b8132495f327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'name': 'tempest-AttachVolumeShelveTestJSON-1852674164-router', 'tenant_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '4b338a19-939f-4bc6-9ded-572280defccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:15Z', 'updated_at': '2022-05-09T04:26:25Z', 'revision_number': 4, 'project_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'gw_port': {'id': '4b338a19-939f-4bc6-9ded-572280defccb', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:80:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:16Z', 'updated_at': '2022-05-09T04:26:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '68317c99-1ce1-4045-b453-28df7b5f91b6', 'name': '', 'network_id': '01d9e17c-6b96-4039-a582-d98ab8fe7760', 'tenant_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'mac_address': 'fa:16:3e:0d:56:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1eeed15e-26fd-4534-8116-03da5482032b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:24Z', 'updated_at': '2022-05-09T04:26:25Z', 'revision_number': 2, 'project_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'subnets': [{'id': '1eeed15e-26fd-4534-8116-03da5482032b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:26:30.457892 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 42054) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:30.500571 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2beb280-a0cb-41a9-b959-b8132495f327 None None] The sync data for ids ['5f0fd5ff-f26a-4326-8fec-502ec9cca7d2'] in dv-cinder-838009-3-iscsi is: [{'id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'name': 'tempest-AttachVolumeShelveTestJSON-1852674164-router', 'tenant_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '4b338a19-939f-4bc6-9ded-572280defccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:15Z', 'updated_at': '2022-05-09T04:26:25Z', 'revision_number': 4, 'project_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'gw_port': {'id': '4b338a19-939f-4bc6-9ded-572280defccb', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:80:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:16Z', 'updated_at': '2022-05-09T04:26:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '68317c99-1ce1-4045-b453-28df7b5f91b6', 'name': '', 'network_id': '01d9e17c-6b96-4039-a582-d98ab8fe7760', 'tenant_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'mac_address': 'fa:16:3e:0d:56:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1eeed15e-26fd-4534-8116-03da5482032b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:24Z', 'updated_at': '2022-05-09T04:26:25Z', 'revision_number': 2, 'project_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'subnets': [{'id': '1eeed15e-26fd-4534-8116-03da5482032b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:26:30.502125 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e3cdab09-0f40-49d1-8794-50c885d4e729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (735c5f77-b454-415c-838e-f6e54ebcc850), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:30.538805 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-6023a122-5e3a-4fa2-9219-9464da21d19c tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3c23c235fa1c4944bd7a337357d0c030&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4894159 May 09 04:26:30.556942 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de3055-757d-4b77-b89e-44ed830a401a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4677595f-145d-465b-817a-480cb1092a0a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:30.637690 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d49488-1884-45f7-8152-2d0694a53208 None None] Pushing event updated for resources: {'Port': ['ID=735c5f77-b454-415c-838e-f6e54ebcc850,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:30.647293 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6065010a-a19a-4792-8fea-b9e2eda4f21b admin admin] Publish callbacks [] for port (01bc23fc-2a25-422f-8a90-d745c1ac5231), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:30.687114 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-649a434d-a9da-40b8-b535-5ab86df6bfae admin admin] Publish callbacks [] for security_group (4677595f-145d-465b-817a-480cb1092a0a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:30.695514 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fee86-bc96-40f3-86f0-22e9b3a9e958 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Pushing event updated for resources: {'Port': ['ID=7113abb1-73d9-40ca-bca3-339dc9e98ae7,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:30.706074 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6065010a-a19a-4792-8fea-b9e2eda4f21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (01bc23fc-2a25-422f-8a90-d745c1ac5231), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:30.707015 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6065010a-a19a-4792-8fea-b9e2eda4f21b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639165'] for router_interface (64dcdaf6-1bdb-4f56-a602-f93e975a6adc), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:30.708069 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port 4396258b-03b6-4be9-844f-c13cc645efa1 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:26:30.709561 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (4396258b-03b6-4be9-844f-c13cc645efa1), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:30.864828 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-649a434d-a9da-40b8-b535-5ab86df6bfae admin admin] Publish callbacks [] for security_group (4677595f-145d-465b-817a-480cb1092a0a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:30.890783 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [req-355f1018-7b63-482c-93c7-51736830c334 req-9415a88f-b28c-4ceb-9e3c-08dbe9f07c14 service neutron] Request body: {'port': {'device_id': '06e2388e-186d-4ea8-94d7-5b9952abc60d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:26:30.930591 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-097ca123-e042-4908-8955-fe38d16a9304 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:30.988349 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-e3cdab09-0f40-49d1-8794-50c885d4e729 None None] Attempting to bind port 735c5f77-b454-415c-838e-f6e54ebcc850 on host dv-cinder-838009-3-iscsi for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:26:30.988929 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-e3cdab09-0f40-49d1-8794-50c885d4e729 None None] Attempting to bind port 735c5f77-b454-415c-838e-f6e54ebcc850 by drivers openvswitch,hyperv on host dv-cinder-838009-3-iscsi at level 0 using segments [{'id': 'dd41d0a5-95ad-49ea-90d8-9e67cfaeccec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '97444843-38bb-4cb5-93cc-2ce85c9e2986'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:26:30.989430 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cdab09-0f40-49d1-8794-50c885d4e729 None None] Attempting to bind port 735c5f77-b454-415c-838e-f6e54ebcc850 on network 97444843-38bb-4cb5-93cc-2ce85c9e2986 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:26:31.005950 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cdab09-0f40-49d1-8794-50c885d4e729 None None] Checking agent: {'id': '9a15748d-6a05-4459-b777-d0dd003edfa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 17, 57), 'started_at': datetime.datetime(2022, 5, 9, 4, 18, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:26:31.010762 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-355f1018-7b63-482c-93c7-51736830c334 req-9415a88f-b28c-4ceb-9e3c-08dbe9f07c14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (7113abb1-73d9-40ca-bca3-339dc9e98ae7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:31.015622 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cdab09-0f40-49d1-8794-50c885d4e729 None None] Checking segment: {'id': 'dd41d0a5-95ad-49ea-90d8-9e67cfaeccec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '97444843-38bb-4cb5-93cc-2ce85c9e2986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:26:31.019800 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e3cdab09-0f40-49d1-8794-50c885d4e729 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:31.020541 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cdab09-0f40-49d1-8794-50c885d4e729 None None] Bound using segment: {'id': 'dd41d0a5-95ad-49ea-90d8-9e67cfaeccec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '97444843-38bb-4cb5-93cc-2ce85c9e2986'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:26:31.022453 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-e3cdab09-0f40-49d1-8794-50c885d4e729 None None] Bound port: 735c5f77-b454-415c-838e-f6e54ebcc850, host: dv-cinder-838009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd41d0a5-95ad-49ea-90d8-9e67cfaeccec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '97444843-38bb-4cb5-93cc-2ce85c9e2986'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:26:31.023019 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e3cdab09-0f40-49d1-8794-50c885d4e729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (735c5f77-b454-415c-838e-f6e54ebcc850), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:31.108346 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 42082) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:31.143854 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-649a434d-a9da-40b8-b535-5ab86df6bfae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (4677595f-145d-465b-817a-480cb1092a0a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:31.151887 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-649a434d-a9da-40b8-b535-5ab86df6bfae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:31.174424 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-649a434d-a9da-40b8-b535-5ab86df6bfae admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4677595f-145d-465b-817a-480cb1092a0a HTTP/1.1" status: 204 len: 168 time: 0.7067158 May 09 04:26:31.195973 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a434d-a9da-40b8-b535-5ab86df6bfae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4677595f-145d-465b-817a-480cb1092a0a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:31.200302 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ab6be8e7-bb6d-49da-b013-6708d02fe946 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks [] for security_group_rule (d5cd35cb-4ff8-446f-8141-b2bf73edfb55), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:31.268915 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a389e0-5ad8-499e-b6f1-bd9b23f0eb18 req-85dda376-cf19-4af9-a920-a8051a053925 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:31.275450 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c6a389e0-5ad8-499e-b6f1-bd9b23f0eb18 req-85dda376-cf19-4af9-a920-a8051a053925 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/ports?device_id=06e2388e-186d-4ea8-94d7-5b9952abc60d HTTP/1.1" status: 200 len: 932 time: 0.9278934 May 09 04:26:31.277318 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-81d19030-9f41-423c-861d-7116ded9e6e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:31.305002 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ab6be8e7-bb6d-49da-b013-6708d02fe946 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619982'] for security_group_rule (d5cd35cb-4ff8-446f-8141-b2bf73edfb55), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:31.335045 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-dd6176e1-2f7c-400a-b4be-d963b862eef2 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103226) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 04:26:31.340358 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-dd6176e1-2f7c-400a-b4be-d963b862eef2 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.6346366 May 09 04:26:31.368319 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6be8e7-bb6d-49da-b013-6708d02fe946 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5cd35cb-4ff8-446f-8141-b2bf73edfb55,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:31.370004 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6065010a-a19a-4792-8fea-b9e2eda4f21b admin admin] Pushing event updated for resources: {'Port': ['ID=01bc23fc-2a25-422f-8a90-d745c1ac5231,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:31.442250 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-8d93dbce-dc9b-46e9-8d72-0bb01678256d None None] Provisioning complete for port 735c5f77-b454-415c-838e-f6e54ebcc850 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:26:31.442702 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8d93dbce-dc9b-46e9-8d72-0bb01678256d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (735c5f77-b454-415c-838e-f6e54ebcc850), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:31.498815 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c6a389e0-5ad8-499e-b6f1-bd9b23f0eb18 req-0f4a64cc-2f2e-4874-87e5-9f6b13b9e473 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f78eee5-cf2f-41a0-a6fa-018a1a89e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832697 May 09 04:26:31.513182 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ab6be8e7-bb6d-49da-b013-6708d02fe946 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:31.514564 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-ab6be8e7-bb6d-49da-b013-6708d02fe946 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3787835 May 09 04:26:31.525790 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 42096) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:31.532108 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-2deddd42-c1a2-4544-9db3-f80a579e01f4 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Request body: {'security_group_rule': {'security_group_id': 'ed6867ff-08ef-499b-aaf9-a2006fbae97f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:26:31.543512 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port 4396258b-03b6-4be9-844f-c13cc645efa1 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:26:31.543926 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (4396258b-03b6-4be9-844f-c13cc645efa1), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:31.584298 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6065010a-a19a-4792-8fea-b9e2eda4f21b admin admin] Network 9cb94923-1093-45fc-bebd-e159f3ac8dd3 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:26:31.595747 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2deddd42-c1a2-4544-9db3-f80a579e01f4 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks [] for security_group_rule (63025b96-321f-4abf-ac49-e17b982aecd3), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:31.605896 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-6065010a-a19a-4792-8fea-b9e2eda4f21b admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:26:31.643288 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e3cdab09-0f40-49d1-8794-50c885d4e729 None None] For port 735c5f77-b454-415c-838e-f6e54ebcc850, host dv-cinder-838009-3-iscsi, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:26:31.688393 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-81d19030-9f41-423c-861d-7116ded9e6e8 admin admin] Publish callbacks [] for security_group (b1f1b041-239d-49e8-8453-3c1d071cd12c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:31.711115 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-81d19030-9f41-423c-861d-7116ded9e6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (b1f1b041-239d-49e8-8453-3c1d071cd12c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:31.736332 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-8d93dbce-dc9b-46e9-8d72-0bb01678256d None None] Port 735c5f77-b454-415c-838e-f6e54ebcc850 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 04:26:31.773994 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e3cdab09-0f40-49d1-8794-50c885d4e729 None None] For port 735c5f77-b454-415c-838e-f6e54ebcc850, host dv-cinder-838009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=735c5f77-b454-415c-838e-f6e54ebcc850,segment=NetworkSegment(dd41d0a5-95ad-49ea-90d8-9e67cfaeccec),segment_id=dd41d0a5-95ad-49ea-90d8-9e67cfaeccec)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:26:31.776415 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] For port 4396258b-03b6-4be9-844f-c13cc645efa1, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=4396258b-03b6-4be9-844f-c13cc645efa1,segment=NetworkSegment(bfcd5364-714b-4eea-b1ab-23d5506cc730),segment_id=bfcd5364-714b-4eea-b1ab-23d5506cc730)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:26:31.797130 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e3cdab09-0f40-49d1-8794-50c885d4e729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (735c5f77-b454-415c-838e-f6e54ebcc850), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:31.799245 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (4396258b-03b6-4be9-844f-c13cc645efa1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:31.878724 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-81d19030-9f41-423c-861d-7116ded9e6e8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=70738699d604494abc44cc2619d5e909&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7692952 May 09 04:26:31.884914 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 42102) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:32.003571 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cdab09-0f40-49d1-8794-50c885d4e729 None None] Routers {'d558c994-b5d2-4ad3-812d-f475764d9f36'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:26:32.004371 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-e3cdab09-0f40-49d1-8794-50c885d4e729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:26:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['d558c994-b5d2-4ad3-812d-f475764d9f36'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:26:32.100923 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d19030-9f41-423c-861d-7116ded9e6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f1b041-239d-49e8-8453-3c1d071cd12c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:32.121400 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-4f88a07f-2e69-4484-9c61-02097f6adf61 service neutron] 10.222.0.44 "GET /v2.0/networks/97444843-38bb-4cb5-93cc-2ce85c9e2986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7732096 May 09 04:26:32.260876 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2deddd42-c1a2-4544-9db3-f80a579e01f4 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks [] for security_group_rule (63025b96-321f-4abf-ac49-e17b982aecd3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:32.310507 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-097ca123-e042-4908-8955-fe38d16a9304 admin admin] Publish callbacks [] for security_group (9b3a138a-527b-4342-8d8d-ebf3d18d0a9e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:32.311572 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2deddd42-c1a2-4544-9db3-f80a579e01f4 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619982'] for security_group_rule (63025b96-321f-4abf-ac49-e17b982aecd3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:32.358102 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d49488-1884-45f7-8152-2d0694a53208 None None] Pushing event updated for resources: {'Port': ['ID=735c5f77-b454-415c-838e-f6e54ebcc850,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:32.381826 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-1fd9cdb5-dc85-4506-a287-9c7b4106b96a None None] Provisioning complete for port 01bc23fc-2a25-422f-8a90-d745c1ac5231 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:26:32.382517 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1fd9cdb5-dc85-4506-a287-9c7b4106b96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (01bc23fc-2a25-422f-8a90-d745c1ac5231), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:32.453370 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4226b8cc-61aa-4092-a9cc-02e3cd93c44b admin admin] Publish callbacks [] for security_group (b1f1b041-239d-49e8-8453-3c1d071cd12c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:32.476108 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deddd42-c1a2-4544-9db3-f80a579e01f4 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63025b96-321f-4abf-ac49-e17b982aecd3,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:32.477753 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-e3cdab09-0f40-49d1-8794-50c885d4e729 None None] Set router d558c994-b5d2-4ad3-812d-f475764d9f36 gateway port host: dv-cinder-838009-3-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:26:32.503791 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-097ca123-e042-4908-8955-fe38d16a9304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (9b3a138a-527b-4342-8d8d-ebf3d18d0a9e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:32.531048 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4226b8cc-61aa-4092-a9cc-02e3cd93c44b admin admin] Publish callbacks [] for security_group (b1f1b041-239d-49e8-8453-3c1d071cd12c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:32.563379 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-1fd9cdb5-dc85-4506-a287-9c7b4106b96a None None] Port 01bc23fc-2a25-422f-8a90-d745c1ac5231 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 04:26:32.645301 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-67acd60f-4f8e-46df-b954-07b56396d3dc service neutron] 10.222.0.44 "GET /v2.0/networks/97444843-38bb-4cb5-93cc-2ce85c9e2986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5031574 May 09 04:26:32.713183 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2deddd42-c1a2-4544-9db3-f80a579e01f4 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:32.719273 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-2deddd42-c1a2-4544-9db3-f80a579e01f4 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1913309 May 09 04:26:32.722812 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 42130) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:32.735149 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-1a49935a-da07-44e3-a891-4b328c0a76c5 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Request body: {'floatingip': {'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:26:32.744131 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4226b8cc-61aa-4092-a9cc-02e3cd93c44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (b1f1b041-239d-49e8-8453-3c1d071cd12c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:32.748905 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4226b8cc-61aa-4092-a9cc-02e3cd93c44b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:32.750591 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-4226b8cc-61aa-4092-a9cc-02e3cd93c44b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b1f1b041-239d-49e8-8453-3c1d071cd12c HTTP/1.1" status: 204 len: 168 time: 0.6551313 May 09 04:26:32.856474 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226b8cc-61aa-4092-a9cc-02e3cd93c44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f1b041-239d-49e8-8453-3c1d071cd12c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:32.895811 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1a49935a-da07-44e3-a891-4b328c0a76c5 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:32.899923 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6065010a-a19a-4792-8fea-b9e2eda4f21b admin admin] Router 64dcdaf6-1bdb-4f56-a602-f93e975a6adc has already been hosted by L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 04:26:32.903858 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-41efc314-0957-4f7a-a622-b4eef02b0bf4 None None] Provisioning complete for port 735c5f77-b454-415c-838e-f6e54ebcc850 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:26:32.905624 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-41efc314-0957-4f7a-a622-b4eef02b0bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (735c5f77-b454-415c-838e-f6e54ebcc850), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:33.113527 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-097ca123-e042-4908-8955-fe38d16a9304 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4b289587284a4aba96b85ffec328efff&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0890646 May 09 04:26:33.142746 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 42148) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:33.242873 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ca123-e042-4908-8955-fe38d16a9304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3a138a-527b-4342-8d8d-ebf3d18d0a9e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:33.261333 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Pushing event updated for resources: {'Port': ['ID=4396258b-03b6-4be9-844f-c13cc645efa1,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:33.304666 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1a49935a-da07-44e3-a891-4b328c0a76c5 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:33.377191 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5813dd-928d-4cd7-9c15-930d57bbb125 req-4f53c86d-570c-4274-8045-0c855f4636be tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:33.378963 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ce5813dd-928d-4cd7-9c15-930d57bbb125 req-4f53c86d-570c-4274-8045-0c855f4636be tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/ports?device_id=06e2388e-186d-4ea8-94d7-5b9952abc60d HTTP/1.1" status: 200 len: 932 time: 0.6250446 May 09 04:26:33.386553 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ead2f9b2-8b86-42e5-914d-3a4208496618 req-a198ec9f-df0f-4966-bbdf-de301da60405 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 210 time: 0.0779591 May 09 04:26:33.590437 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-e3cdab09-0f40-49d1-8794-50c885d4e729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'name': 'tempest-AttachVolumeTestJSON-2062294309-router', 'tenant_id': '3c23c235fa1c4944bd7a337357d0c030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'f71b763c-dedd-43c1-aae2-b2cb113583ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:13Z', 'updated_at': '2022-05-09T04:26:18Z', 'revision_number': 4, 'project_id': '3c23c235fa1c4944bd7a337357d0c030', 'gw_port': {'id': 'f71b763c-dedd-43c1-aae2-b2cb113583ea', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:14Z', 'updated_at': '2022-05-09T04:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '735c5f77-b454-415c-838e-f6e54ebcc850', 'name': '', 'network_id': '97444843-38bb-4cb5-93cc-2ce85c9e2986', 'tenant_id': '3c23c235fa1c4944bd7a337357d0c030', 'mac_address': 'fa:16:3e:f0:a4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:17Z', 'updated_at': '2022-05-09T04:26:31Z', 'revision_number': 4, 'project_id': '3c23c235fa1c4944bd7a337357d0c030', 'subnets': [{'id': '95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:26:33.663067 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cdab09-0f40-49d1-8794-50c885d4e729 None None] The sync data for ids ['d558c994-b5d2-4ad3-812d-f475764d9f36'] in dv-cinder-838009-3-iscsi is: [{'id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'name': 'tempest-AttachVolumeTestJSON-2062294309-router', 'tenant_id': '3c23c235fa1c4944bd7a337357d0c030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'f71b763c-dedd-43c1-aae2-b2cb113583ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:13Z', 'updated_at': '2022-05-09T04:26:18Z', 'revision_number': 4, 'project_id': '3c23c235fa1c4944bd7a337357d0c030', 'gw_port': {'id': 'f71b763c-dedd-43c1-aae2-b2cb113583ea', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:14Z', 'updated_at': '2022-05-09T04:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '735c5f77-b454-415c-838e-f6e54ebcc850', 'name': '', 'network_id': '97444843-38bb-4cb5-93cc-2ce85c9e2986', 'tenant_id': '3c23c235fa1c4944bd7a337357d0c030', 'mac_address': 'fa:16:3e:f0:a4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:17Z', 'updated_at': '2022-05-09T04:26:31Z', 'revision_number': 4, 'project_id': '3c23c235fa1c4944bd7a337357d0c030', 'subnets': [{'id': '95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:26:33.747469 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-41efc314-0957-4f7a-a622-b4eef02b0bf4 None None] Current status of the port 735c5f77-b454-415c-838e-f6e54ebcc850 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:26:33.747597 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-41efc314-0957-4f7a-a622-b4eef02b0bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (735c5f77-b454-415c-838e-f6e54ebcc850), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:33.749630 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-1a49935a-da07-44e3-a891-4b328c0a76c5 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Allocated IP 172.27.2.58 (1111f3a4-c02a-41de-91e1-42f5a19c8209/55f6eeca-e44f-4feb-bdb6-d6fdf07e4029/36aff066-0874-4e92-9f3a-eb321d378697) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:26:33.762600 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 42160) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:33.848729 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-41efc314-0957-4f7a-a622-b4eef02b0bf4 None None] For port 735c5f77-b454-415c-838e-f6e54ebcc850, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=735c5f77-b454-415c-838e-f6e54ebcc850,segment=NetworkSegment(dd41d0a5-95ad-49ea-90d8-9e67cfaeccec),segment_id=dd41d0a5-95ad-49ea-90d8-9e67cfaeccec)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:26:33.870409 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-41efc314-0957-4f7a-a622-b4eef02b0bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (735c5f77-b454-415c-838e-f6e54ebcc850), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:33.989138 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41efc314-0957-4f7a-a622-b4eef02b0bf4 None None] Pushing event updated for resources: {'Port': ['ID=735c5f77-b454-415c-838e-f6e54ebcc850,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:34.001944 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1a49935a-da07-44e3-a891-4b328c0a76c5 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks [] for port (36aff066-0874-4e92-9f3a-eb321d378697), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:34.114512 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1a49935a-da07-44e3-a891-4b328c0a76c5 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060'] for port (36aff066-0874-4e92-9f3a-eb321d378697), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:34.309615 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 735c5f77-b454-415c-838e-f6e54ebcc850 up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:26:34.490710 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a49935a-da07-44e3-a891-4b328c0a76c5 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Network 1111f3a4-c02a-41de-91e1-42f5a19c8209 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:26:34.496223 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-1a49935a-da07-44e3-a891-4b328c0a76c5 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:26:34.502142 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a49935a-da07-44e3-a891-4b328c0a76c5 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:26:34.560372 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port 735c5f77-b454-415c-838e-f6e54ebcc850 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:26:34.560781 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (735c5f77-b454-415c-838e-f6e54ebcc850), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:34.563221 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a49935a-da07-44e3-a891-4b328c0a76c5 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Pushing event updated for resources: {'Port': ['ID=36aff066-0874-4e92-9f3a-eb321d378697,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:34.637387 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ce5813dd-928d-4cd7-9c15-930d57bbb125 req-59fb9355-bf99-44b2-b3d8-33b801474e8f tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f78eee5-cf2f-41a0-a6fa-018a1a89e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2196095 May 09 04:26:34.651000 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1e2902a4-9074-44aa-8cf5-f951e62b7af6 admin admin] Publish callbacks [] for security_group (9b3a138a-527b-4342-8d8d-ebf3d18d0a9e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:34.710118 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc102829-7e6f-40f9-b199-f0f77aa16722 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:34.762682 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-91ef67a2-a090-4f7d-b98e-52262fc4859e req-7a2c5e04-b4f3-4e43-8504-fb5147e46911 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 210 time: 0.2243414 May 09 04:26:34.830298 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [req-355f1018-7b63-482c-93c7-51736830c334 req-9415a88f-b28c-4ceb-9e3c-08dbe9f07c14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7113abb1-73d9-40ca-bca3-339dc9e98ae7 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 04:26:34.857273 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1a49935a-da07-44e3-a891-4b328c0a76c5 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks [] for floatingip (ba0ae7e9-0188-4b63-b441-0b4a6fb4731e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:34.887514 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port 735c5f77-b454-415c-838e-f6e54ebcc850 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:26:34.893390 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 4b338a19-939f-4bc6-9ded-572280defccb up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:26:34.947363 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1e2902a4-9074-44aa-8cf5-f951e62b7af6 admin admin] Publish callbacks [] for security_group (9b3a138a-527b-4342-8d8d-ebf3d18d0a9e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:34.963362 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1a49935a-da07-44e3-a891-4b328c0a76c5 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (36aff066-0874-4e92-9f3a-eb321d378697), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:35.009458 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-355f1018-7b63-482c-93c7-51736830c334 req-9415a88f-b28c-4ceb-9e3c-08dbe9f07c14 service neutron] Publish callbacks [] for port (7113abb1-73d9-40ca-bca3-339dc9e98ae7), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:35.077006 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port 4b338a19-939f-4bc6-9ded-572280defccb triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:26:35.077450 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (4b338a19-939f-4bc6-9ded-572280defccb), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:35.228221 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-355f1018-7b63-482c-93c7-51736830c334 req-9415a88f-b28c-4ceb-9e3c-08dbe9f07c14 service neutron] Transition to ACTIVE for port object 7113abb1-73d9-40ca-bca3-339dc9e98ae7 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 04:26:35.293309 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-355f1018-7b63-482c-93c7-51736830c334 req-9415a88f-b28c-4ceb-9e3c-08dbe9f07c14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (7113abb1-73d9-40ca-bca3-339dc9e98ae7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:35.315144 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6065010a-a19a-4792-8fea-b9e2eda4f21b admin admin] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:26:35.330760 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc154bb-a44c-495a-bde9-803f5ef44f17 None None] Sync routers for ids ['64dcdaf6-1bdb-4f56-a602-f93e975a6adc'] in dv-cinder-838009-3-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:26:35.352353 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-6065010a-a19a-4792-8fea-b9e2eda4f21b admin admin] 10.222.0.44 "PUT /v2.0/routers/64dcdaf6-1bdb-4f56-a602-f93e975a6adc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2104547 May 09 04:26:35.361703 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port 4b338a19-939f-4bc6-9ded-572280defccb is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:26:35.362361 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (4b338a19-939f-4bc6-9ded-572280defccb), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:35.378791 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc154bb-a44c-495a-bde9-803f5ef44f17 None None] Routers {'64dcdaf6-1bdb-4f56-a602-f93e975a6adc'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:26:35.379451 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-bbc154bb-a44c-495a-bde9-803f5ef44f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:26:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['64dcdaf6-1bdb-4f56-a602-f93e975a6adc'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:26:35.430349 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] For port 4b338a19-939f-4bc6-9ded-572280defccb, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=4b338a19-939f-4bc6-9ded-572280defccb,segment=NetworkSegment(bfcd5364-714b-4eea-b1ab-23d5506cc730),segment_id=bfcd5364-714b-4eea-b1ab-23d5506cc730)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:26:35.443728 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (4b338a19-939f-4bc6-9ded-572280defccb), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:35.445128 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 4396258b-03b6-4be9-844f-c13cc645efa1 up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:26:35.532448 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1a49935a-da07-44e3-a891-4b328c0a76c5 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks [] for port (36aff066-0874-4e92-9f3a-eb321d378697), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:35.547362 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1a49935a-da07-44e3-a891-4b328c0a76c5 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (36aff066-0874-4e92-9f3a-eb321d378697), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:35.573837 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415a88f-b28c-4ceb-9e3c-08dbe9f07c14 service neutron] Pushing event updated for resources: {'Port': ['ID=7113abb1-73d9-40ca-bca3-339dc9e98ae7,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:35.664810 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1e2902a4-9074-44aa-8cf5-f951e62b7af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (9b3a138a-527b-4342-8d8d-ebf3d18d0a9e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:35.696284 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1e2902a4-9074-44aa-8cf5-f951e62b7af6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:35.701997 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-bbc154bb-a44c-495a-bde9-803f5ef44f17 None None] Set router 64dcdaf6-1bdb-4f56-a602-f93e975a6adc gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:26:35.702885 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-1e2902a4-9074-44aa-8cf5-f951e62b7af6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9b3a138a-527b-4342-8d8d-ebf3d18d0a9e HTTP/1.1" status: 204 len: 168 time: 2.5590661 May 09 04:26:35.751756 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1a49935a-da07-44e3-a891-4b328c0a76c5 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-653345'] for floatingip (ba0ae7e9-0188-4b63-b441-0b4a6fb4731e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:35.996734 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a49935a-da07-44e3-a891-4b328c0a76c5 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Pushing event updated for resources: {'Port': ['ID=36aff066-0874-4e92-9f3a-eb321d378697,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:36.009654 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2902a4-9074-44aa-8cf5-f951e62b7af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3a138a-527b-4342-8d8d-ebf3d18d0a9e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:36.042344 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1a49935a-da07-44e3-a891-4b328c0a76c5 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:36.042344 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-1a49935a-da07-44e3-a891-4b328c0a76c5 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3106790 May 09 04:26:36.080811 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc102829-7e6f-40f9-b199-f0f77aa16722 admin admin] Publish callbacks [] for security_group (8fe4b5e0-f865-4e90-9f13-7f50cf5b241a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:36.098689 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-355f1018-7b63-482c-93c7-51736830c334 req-9415a88f-b28c-4ceb-9e3c-08dbe9f07c14 service neutron] Attempting to bind port 7113abb1-73d9-40ca-bca3-339dc9e98ae7 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:26:36.099171 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-355f1018-7b63-482c-93c7-51736830c334 req-9415a88f-b28c-4ceb-9e3c-08dbe9f07c14 service neutron] Attempting to bind port 7113abb1-73d9-40ca-bca3-339dc9e98ae7 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '8a755896-dc0c-4b14-9f17-b8714677f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '38a931bd-bcdb-4a4e-93b0-9762abc0163c'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:26:36.102114 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355f1018-7b63-482c-93c7-51736830c334 req-9415a88f-b28c-4ceb-9e3c-08dbe9f07c14 service neutron] Attempting to bind port 7113abb1-73d9-40ca-bca3-339dc9e98ae7 on network 38a931bd-bcdb-4a4e-93b0-9762abc0163c {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:26:36.116797 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dc102829-7e6f-40f9-b199-f0f77aa16722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (8fe4b5e0-f865-4e90-9f13-7f50cf5b241a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:36.183552 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e89901-43a1-4c88-9aac-6fd0752455b2 None None] Sync routers for ids ['5f0fd5ff-f26a-4326-8fec-502ec9cca7d2'] in dv-cinder-838009-3-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:26:36.252911 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9396eb52-ed4b-4c22-b8d6-6ab4347d412d req-d818a333-4b35-4416-a6cb-51bc9d9e1683 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:36.261042 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9396eb52-ed4b-4c22-b8d6-6ab4347d412d req-d818a333-4b35-4416-a6cb-51bc9d9e1683 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/ports?device_id=06e2388e-186d-4ea8-94d7-5b9952abc60d HTTP/1.1" status: 200 len: 944 time: 0.3201656 May 09 04:26:36.316693 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port 4396258b-03b6-4be9-844f-c13cc645efa1 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:26:36.317099 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (4396258b-03b6-4be9-844f-c13cc645efa1), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:36.328479 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc102829-7e6f-40f9-b199-f0f77aa16722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe4b5e0-f865-4e90-9f13-7f50cf5b241a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:36.360583 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-dc102829-7e6f-40f9-b199-f0f77aa16722 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4a5aa51ce7254e7ab17c0dc67f4ae082&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5951259 May 09 04:26:36.363998 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 42258) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:36.366708 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355f1018-7b63-482c-93c7-51736830c334 req-9415a88f-b28c-4ceb-9e3c-08dbe9f07c14 service neutron] Port 7113abb1-73d9-40ca-bca3-339dc9e98ae7 on network 38a931bd-bcdb-4a4e-93b0-9762abc0163c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 04:26:36.367676 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355f1018-7b63-482c-93c7-51736830c334 req-9415a88f-b28c-4ceb-9e3c-08dbe9f07c14 service neutron] Attempting to bind port 7113abb1-73d9-40ca-bca3-339dc9e98ae7 on network 38a931bd-bcdb-4a4e-93b0-9762abc0163c {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:26:36.381345 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9396eb52-ed4b-4c22-b8d6-6ab4347d412d req-a4858691-3868-481b-a2ff-8067a7f37bff tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f78eee5-cf2f-41a0-a6fa-018a1a89e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166563 May 09 04:26:36.413601 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e89901-43a1-4c88-9aac-6fd0752455b2 None None] Routers {'5f0fd5ff-f26a-4326-8fec-502ec9cca7d2'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:26:36.414240 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-90e89901-43a1-4c88-9aac-6fd0752455b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:26:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['5f0fd5ff-f26a-4326-8fec-502ec9cca7d2'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:26:36.419348 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-bbc154bb-a44c-495a-bde9-803f5ef44f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dcdaf6-1bdb-4f56-a602-f93e975a6adc', 'name': 'tempest-ServerRescueNegativeTestJSON-1692174986-router', 'tenant_id': 'd28d5139952d450fa3b7da38a62d7a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '4396258b-03b6-4be9-844f-c13cc645efa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:16Z', 'updated_at': '2022-05-09T04:26:28Z', 'revision_number': 4, 'project_id': 'd28d5139952d450fa3b7da38a62d7a03', 'gw_port': {'id': '4396258b-03b6-4be9-844f-c13cc645efa1', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dcdaf6-1bdb-4f56-a602-f93e975a6adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:17Z', 'updated_at': '2022-05-09T04:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '01bc23fc-2a25-422f-8a90-d745c1ac5231', 'name': '', 'network_id': '9cb94923-1093-45fc-bebd-e159f3ac8dd3', 'tenant_id': 'd28d5139952d450fa3b7da38a62d7a03', 'mac_address': 'fa:16:3e:3e:13:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64dcdaf6-1bdb-4f56-a602-f93e975a6adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd9336625-5bcd-4003-b69b-e3b341dd5f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:25Z', 'updated_at': '2022-05-09T04:26:29Z', 'revision_number': 2, 'project_id': 'd28d5139952d450fa3b7da38a62d7a03', 'subnets': [{'id': 'd9336625-5bcd-4003-b69b-e3b341dd5f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:26:36.494409 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355f1018-7b63-482c-93c7-51736830c334 req-9415a88f-b28c-4ceb-9e3c-08dbe9f07c14 service neutron] Checking agent: {'id': '0ba91d57-31cd-4938-a6ad-bd18d942a965', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 24, 18), 'started_at': datetime.datetime(2022, 5, 9, 4, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:26:36.499767 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355f1018-7b63-482c-93c7-51736830c334 req-9415a88f-b28c-4ceb-9e3c-08dbe9f07c14 service neutron] Checking segment: {'id': '8a755896-dc0c-4b14-9f17-b8714677f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '38a931bd-bcdb-4a4e-93b0-9762abc0163c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:26:36.500641 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355f1018-7b63-482c-93c7-51736830c334 req-9415a88f-b28c-4ceb-9e3c-08dbe9f07c14 service neutron] Bound using segment: {'id': '8a755896-dc0c-4b14-9f17-b8714677f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '38a931bd-bcdb-4a4e-93b0-9762abc0163c'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:26:36.501133 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-355f1018-7b63-482c-93c7-51736830c334 req-9415a88f-b28c-4ceb-9e3c-08dbe9f07c14 service neutron] Bound port: 7113abb1-73d9-40ca-bca3-339dc9e98ae7, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a755896-dc0c-4b14-9f17-b8714677f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '38a931bd-bcdb-4a4e-93b0-9762abc0163c'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:26:36.501501 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-355f1018-7b63-482c-93c7-51736830c334 req-9415a88f-b28c-4ceb-9e3c-08dbe9f07c14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (7113abb1-73d9-40ca-bca3-339dc9e98ae7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:36.518600 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc154bb-a44c-495a-bde9-803f5ef44f17 None None] Checking router: 64dcdaf6-1bdb-4f56-a602-f93e975a6adc for host: dv-cinder-838009-3-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:26:36.519225 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc154bb-a44c-495a-bde9-803f5ef44f17 None None] Updating router 64dcdaf6-1bdb-4f56-a602-f93e975a6adc port 01bc23fc-2a25-422f-8a90-d745c1ac5231 binding host dv-cinder-838009-3-iscsi {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 04:26:36.544221 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Pushing event updated for resources: {'Port': ['ID=4b338a19-939f-4bc6-9ded-572280defccb,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:36.622664 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bbc154bb-a44c-495a-bde9-803f5ef44f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (01bc23fc-2a25-422f-8a90-d745c1ac5231), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:36.625715 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e00377d2-2347-40c6-b7aa-bfdd04ced414 req-55bca8e1-509f-4217-af7f-a4ed4f6b89c4 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 210 time: 0.0426853 May 09 04:26:36.787822 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port 4396258b-03b6-4be9-844f-c13cc645efa1 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:26:36.851246 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.13', 64983) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:36.874547 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a488b4ab-7b70-4102-b613-3ff06c43ff7c admin admin] Publish callbacks [] for security_group (8fe4b5e0-f865-4e90-9f13-7f50cf5b241a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:36.903599 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-90e89901-43a1-4c88-9aac-6fd0752455b2 None None] Set router 5f0fd5ff-f26a-4326-8fec-502ec9cca7d2 gateway port host: dv-cinder-838009-3-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:26:36.939622 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a488b4ab-7b70-4102-b613-3ff06c43ff7c admin admin] Publish callbacks [] for security_group (8fe4b5e0-f865-4e90-9f13-7f50cf5b241a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:36.946915 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-15a1dc06-8188-467f-b6ae-69f53945832b tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--2068591333&fields=id&tenant_id=5e56ba7f9cc64897a1d95ac15061e9e4 HTTP/1.1" status: 200 len: 267 time: 0.1561313 May 09 04:26:37.172730 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 735c5f77-b454-415c-838e-f6e54ebcc850 up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:26:37.370568 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-cf34ca7c-602d-434d-bcac-8c83a0470395 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:37.372841 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-cf34ca7c-602d-434d-bcac-8c83a0470395 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.13 "GET /v2.0/networks?id=97444843-38bb-4cb5-93cc-2ce85c9e2986 HTTP/1.1" status: 200 len: 811 time: 0.3327878 May 09 04:26:37.420264 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a488b4ab-7b70-4102-b613-3ff06c43ff7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (8fe4b5e0-f865-4e90-9f13-7f50cf5b241a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:37.424297 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a488b4ab-7b70-4102-b613-3ff06c43ff7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:37.425548 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-a488b4ab-7b70-4102-b613-3ff06c43ff7c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8fe4b5e0-f865-4e90-9f13-7f50cf5b241a HTTP/1.1" status: 204 len: 168 time: 1.0511203 May 09 04:26:37.432231 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-6ba7635c-42a6-4f72-92a6-fdbf1e946fb6 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:37.444051 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-6ba7635c-42a6-4f72-92a6-fdbf1e946fb6 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/networks?id=01d9e17c-6b96-4039-a582-d98ab8fe7760 HTTP/1.1" status: 200 len: 817 time: 0.4865274 May 09 04:26:37.461871 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488b4ab-7b70-4102-b613-3ff06c43ff7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe4b5e0-f865-4e90-9f13-7f50cf5b241a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:37.481239 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-ab691b4a-71df-40d8-bb2d-9fb1e090bb8e tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/quotas/5e56ba7f9cc64897a1d95ac15061e9e4 HTTP/1.1" status: 200 len: 375 time: 0.0360954 May 09 04:26:37.482915 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 42304) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:37.549267 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b600d56-e725-4fa1-be7f-976872f8e021 req-ee70d5fb-51aa-4d4b-8ae9-462ded5a636e tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:37.551020 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-2b600d56-e725-4fa1-be7f-976872f8e021 req-ee70d5fb-51aa-4d4b-8ae9-462ded5a636e tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/networks?id=9cb94923-1093-45fc-bebd-e159f3ac8dd3 HTTP/1.1" status: 200 len: 819 time: 1.4189157 May 09 04:26:37.560364 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-355f1018-7b63-482c-93c7-51736830c334 req-9415a88f-b28c-4ceb-9e3c-08dbe9f07c14 service neutron] For port 7113abb1-73d9-40ca-bca3-339dc9e98ae7, host hv-cinder-83800, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:26:37.609713 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port 735c5f77-b454-415c-838e-f6e54ebcc850 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:26:37.610748 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (735c5f77-b454-415c-838e-f6e54ebcc850), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:37.629229 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-2b600d56-e725-4fa1-be7f-976872f8e021 req-ba5504cb-594c-4327-a46e-3e5bc7da4002 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/quotas/d28d5139952d450fa3b7da38a62d7a03 HTTP/1.1" status: 200 len: 375 time: 0.0582860 May 09 04:26:37.636226 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-40e6ebe2-9de5-4756-b64f-c810abbb2747 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5e56ba7f9cc64897a1d95ac15061e9e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1470566 May 09 04:26:37.748251 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bbc154bb-a44c-495a-bde9-803f5ef44f17 None None] Publish callbacks [] for port (01bc23fc-2a25-422f-8a90-d745c1ac5231), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:37.772328 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bbc154bb-a44c-495a-bde9-803f5ef44f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (01bc23fc-2a25-422f-8a90-d745c1ac5231), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:37.846893 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-355f1018-7b63-482c-93c7-51736830c334 req-9415a88f-b28c-4ceb-9e3c-08dbe9f07c14 service neutron] For port 7113abb1-73d9-40ca-bca3-339dc9e98ae7, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=7113abb1-73d9-40ca-bca3-339dc9e98ae7,segment=NetworkSegment(8a755896-dc0c-4b14-9f17-b8714677f608),segment_id=8a755896-dc0c-4b14-9f17-b8714677f608)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:26:37.856504 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-128fe929-1ec6-4b0f-a37b-51c8d2c0be28 service neutron] 10.222.0.44 "GET /v2.0/networks/01d9e17c-6b96-4039-a582-d98ab8fe7760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183220 May 09 04:26:37.877731 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-d39b3337-ad18-4d1d-ba8c-ddd0ae29cb8b tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c23c235fa1c4944bd7a337357d0c030 HTTP/1.1" status: 200 len: 380 time: 0.4636168 May 09 04:26:37.878806 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port 735c5f77-b454-415c-838e-f6e54ebcc850 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:26:37.880028 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 4b338a19-939f-4bc6-9ded-572280defccb up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:26:37.922899 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-90e89901-43a1-4c88-9aac-6fd0752455b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'name': 'tempest-AttachVolumeShelveTestJSON-1852674164-router', 'tenant_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '4b338a19-939f-4bc6-9ded-572280defccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:15Z', 'updated_at': '2022-05-09T04:26:25Z', 'revision_number': 4, 'project_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'gw_port': {'id': '4b338a19-939f-4bc6-9ded-572280defccb', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:16Z', 'updated_at': '2022-05-09T04:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '68317c99-1ce1-4045-b453-28df7b5f91b6', 'name': '', 'network_id': '01d9e17c-6b96-4039-a582-d98ab8fe7760', 'tenant_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'mac_address': 'fa:16:3e:0d:56:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1eeed15e-26fd-4534-8116-03da5482032b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:24Z', 'updated_at': '2022-05-09T04:26:25Z', 'revision_number': 2, 'project_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'subnets': [{'id': '1eeed15e-26fd-4534-8116-03da5482032b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:26:37.954979 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e89901-43a1-4c88-9aac-6fd0752455b2 None None] Checking router: 5f0fd5ff-f26a-4326-8fec-502ec9cca7d2 for host: dv-cinder-838009-3-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:26:37.955336 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e89901-43a1-4c88-9aac-6fd0752455b2 None None] Updating router 5f0fd5ff-f26a-4326-8fec-502ec9cca7d2 port 68317c99-1ce1-4045-b453-28df7b5f91b6 binding host dv-cinder-838009-3-iscsi {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 04:26:37.966247 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1564552c-0680-409a-be6f-2a25a62a03b2 None None] Pushing event updated for resources: {'Port': ['ID=01bc23fc-2a25-422f-8a90-d745c1ac5231,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:37.993430 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port 4b338a19-939f-4bc6-9ded-572280defccb triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:26:37.993825 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (4b338a19-939f-4bc6-9ded-572280defccb), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:37.995384 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-90e89901-43a1-4c88-9aac-6fd0752455b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (68317c99-1ce1-4045-b453-28df7b5f91b6), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:38.032423 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-c8b11280-36e3-4a86-8c31-01082a69f9e1 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Request body: {'port': {'device_id': 'f2923fc2-3ae0-4f89-b36c-193752581504', 'network_id': '97444843-38bb-4cb5-93cc-2ce85c9e2986', 'admin_state_up': True, 'tenant_id': '3c23c235fa1c4944bd7a337357d0c030', 'security_groups': ['1f9dac30-5893-48eb-8872-6b22525f4e76']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:26:38.046751 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-355f1018-7b63-482c-93c7-51736830c334 req-9415a88f-b28c-4ceb-9e3c-08dbe9f07c14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (7113abb1-73d9-40ca-bca3-339dc9e98ae7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:38.135274 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-bbc154bb-a44c-495a-bde9-803f5ef44f17 None None] Attempting to bind port 01bc23fc-2a25-422f-8a90-d745c1ac5231 on host dv-cinder-838009-3-iscsi for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:26:38.136207 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-bbc154bb-a44c-495a-bde9-803f5ef44f17 None None] Attempting to bind port 01bc23fc-2a25-422f-8a90-d745c1ac5231 by drivers openvswitch,hyperv on host dv-cinder-838009-3-iscsi at level 0 using segments [{'id': '7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9cb94923-1093-45fc-bebd-e159f3ac8dd3'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:26:38.136890 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc154bb-a44c-495a-bde9-803f5ef44f17 None None] Attempting to bind port 01bc23fc-2a25-422f-8a90-d745c1ac5231 on network 9cb94923-1093-45fc-bebd-e159f3ac8dd3 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:26:38.145307 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc154bb-a44c-495a-bde9-803f5ef44f17 None None] Checking agent: {'id': '9a15748d-6a05-4459-b777-d0dd003edfa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 17, 57), 'started_at': datetime.datetime(2022, 5, 9, 4, 18, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:26:38.149066 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc154bb-a44c-495a-bde9-803f5ef44f17 None None] Checking segment: {'id': '7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9cb94923-1093-45fc-bebd-e159f3ac8dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:26:38.162804 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bbc154bb-a44c-495a-bde9-803f5ef44f17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:38.163222 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc154bb-a44c-495a-bde9-803f5ef44f17 None None] Bound using segment: {'id': '7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9cb94923-1093-45fc-bebd-e159f3ac8dd3'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:26:38.163740 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-bbc154bb-a44c-495a-bde9-803f5ef44f17 None None] Bound port: 01bc23fc-2a25-422f-8a90-d745c1ac5231, host: dv-cinder-838009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9cb94923-1093-45fc-bebd-e159f3ac8dd3'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:26:38.164151 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bbc154bb-a44c-495a-bde9-803f5ef44f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (01bc23fc-2a25-422f-8a90-d745c1ac5231), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:38.175619 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-42ca5b9c-db17-48b1-8ee9-ecfd9a006640 service neutron] 10.222.0.44 "GET /v2.0/networks/01d9e17c-6b96-4039-a582-d98ab8fe7760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173940 May 09 04:26:38.337812 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-bbc154bb-a44c-495a-bde9-803f5ef44f17 None None] For port 01bc23fc-2a25-422f-8a90-d745c1ac5231, host dv-cinder-838009-3-iscsi, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:26:38.346073 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-bbc154bb-a44c-495a-bde9-803f5ef44f17 None None] For port 01bc23fc-2a25-422f-8a90-d745c1ac5231, host dv-cinder-838009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=01bc23fc-2a25-422f-8a90-d745c1ac5231,segment=NetworkSegment(7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725),segment_id=7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:26:38.362741 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-bbc154bb-a44c-495a-bde9-803f5ef44f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (01bc23fc-2a25-422f-8a90-d745c1ac5231), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:38.382239 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-2b600d56-e725-4fa1-be7f-976872f8e021 req-64030275-a663-4648-88d1-5dd741e6779e tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d28d5139952d450fa3b7da38a62d7a03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5329504 May 09 04:26:38.412022 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a1b210c-88ed-42fa-844b-276d54a534b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:38.482626 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f1018-7b63-482c-93c7-51736830c334 req-9415a88f-b28c-4ceb-9e3c-08dbe9f07c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:38.483276 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-355f1018-7b63-482c-93c7-51736830c334 req-9415a88f-b28c-4ceb-9e3c-08dbe9f07c14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:38.484855 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-355f1018-7b63-482c-93c7-51736830c334 req-9415a88f-b28c-4ceb-9e3c-08dbe9f07c14 service neutron] 10.222.0.13 "PUT /v2.0/ports/7113abb1-73d9-40ca-bca3-339dc9e98ae7 HTTP/1.1" status: 200 len: 1094 time: 7.8297257 May 09 04:26:38.485397 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e2388e-186d-4ea8-94d7-5b9952abc60d', 'tag': '7113abb1-73d9-40ca-bca3-339dc9e98ae7'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:26:38.632039 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1564552c-0680-409a-be6f-2a25a62a03b2 None None] Pushing event updated for resources: {'Port': ['ID=01bc23fc-2a25-422f-8a90-d745c1ac5231,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:38.676528 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc154bb-a44c-495a-bde9-803f5ef44f17 None None] Routers {'64dcdaf6-1bdb-4f56-a602-f93e975a6adc'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:26:38.677661 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-bbc154bb-a44c-495a-bde9-803f5ef44f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:26:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['64dcdaf6-1bdb-4f56-a602-f93e975a6adc'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:26:38.735193 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-89ecd3fd-c74c-4d36-aac7-3afe4599d3be None None] Provisioning complete for port 01bc23fc-2a25-422f-8a90-d745c1ac5231 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:26:38.735787 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-89ecd3fd-c74c-4d36-aac7-3afe4599d3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (01bc23fc-2a25-422f-8a90-d745c1ac5231), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:38.749583 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5415d-ca6f-4674-8cae-1a698fb64ccc req-6b5d40bf-2d38-492d-99c7-94bfbe07d8e2 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:38.764616 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-18a5415d-ca6f-4674-8cae-1a698fb64ccc req-6b5d40bf-2d38-492d-99c7-94bfbe07d8e2 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/ports?device_id=06e2388e-186d-4ea8-94d7-5b9952abc60d HTTP/1.1" status: 200 len: 944 time: 0.1743033 May 09 04:26:38.973091 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port 4b338a19-939f-4bc6-9ded-572280defccb is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:26:38.990421 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-18a5415d-ca6f-4674-8cae-1a698fb64ccc req-981b2d58-c1b0-4c4a-a64c-15de001d2d54 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f78eee5-cf2f-41a0-a6fa-018a1a89e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192154 May 09 04:26:39.117074 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-bbc154bb-a44c-495a-bde9-803f5ef44f17 None None] Set router 64dcdaf6-1bdb-4f56-a602-f93e975a6adc gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:26:39.136911 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415a88f-b28c-4ceb-9e3c-08dbe9f07c14 service neutron] Pushing event updated for resources: {'Port': ['ID=7113abb1-73d9-40ca-bca3-339dc9e98ae7,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:39.331471 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d7a68b3e-847b-4c30-b698-f98fb0dc6b55 req-e34310e0-a34a-4b0f-a784-0379540d3b23 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 210 time: 0.1317871 May 09 04:26:39.389838 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-89ecd3fd-c74c-4d36-aac7-3afe4599d3be None None] Current status of the port 01bc23fc-2a25-422f-8a90-d745c1ac5231 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:26:39.390205 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-89ecd3fd-c74c-4d36-aac7-3afe4599d3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (01bc23fc-2a25-422f-8a90-d745c1ac5231), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:39.398576 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-90e89901-43a1-4c88-9aac-6fd0752455b2 None None] Publish callbacks [] for port (68317c99-1ce1-4045-b453-28df7b5f91b6), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:39.425414 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-90e89901-43a1-4c88-9aac-6fd0752455b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (68317c99-1ce1-4045-b453-28df7b5f91b6), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:39.521639 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a1b210c-88ed-42fa-844b-276d54a534b8 admin admin] Publish callbacks [] for security_group (b420c37d-5195-4cd1-8424-3171d5a4a2f3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:39.524124 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f1018-7b63-482c-93c7-51736830c334 req-dc2e4297-07b1-486c-b0f4-8c16b7c4e556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:39.526724 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-355f1018-7b63-482c-93c7-51736830c334 req-dc2e4297-07b1-486c-b0f4-8c16b7c4e556 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=935900d28d414052836bae2238354dcc&device_id=06e2388e-186d-4ea8-94d7-5b9952abc60d HTTP/1.1" status: 200 len: 1128 time: 0.8857954 May 09 04:26:39.529618 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-2b600d56-e725-4fa1-be7f-976872f8e021 req-ff90bb3f-396b-42d9-98df-510baa762e8d service neutron] 10.222.0.44 "GET /v2.0/networks/9cb94923-1093-45fc-bebd-e159f3ac8dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1464732 May 09 04:26:39.534856 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708343da101edf5db3821e80f7e6194e70163222c3a70cb9c2c474869a6028b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a89ad87-3ce9-42a5-9726-8b40439b2d21" -d '{"events": [{"name": "network-changed", "server_uuid": "06e2388e-186d-4ea8-94d7-5b9952abc60d", "tag": "7113abb1-73d9-40ca-bca3-339dc9e98ae7"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:26:39.546036 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a1b210c-88ed-42fa-844b-276d54a534b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (b420c37d-5195-4cd1-8424-3171d5a4a2f3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:39.546641 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-73a8b904-5cd4-4dc5-a425-60db0ce7aa07 req-60ec378e-7fba-4e7b-af0e-f1a3c30f9683 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 210 time: 0.0791860 May 09 04:26:39.587572 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-c8b11280-36e3-4a86-8c31-01082a69f9e1 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Made reservation on behalf of 3c23c235fa1c4944bd7a337357d0c030 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:26:39.592708 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-c8b11280-36e3-4a86-8c31-01082a69f9e1 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:39.706127 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-89ecd3fd-c74c-4d36-aac7-3afe4599d3be None None] For port 01bc23fc-2a25-422f-8a90-d745c1ac5231, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=01bc23fc-2a25-422f-8a90-d745c1ac5231,segment=NetworkSegment(7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725),segment_id=7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:26:39.720044 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-89ecd3fd-c74c-4d36-aac7-3afe4599d3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (01bc23fc-2a25-422f-8a90-d745c1ac5231), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:39.726009 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86b896-fd58-45e7-83cd-68bce3a64bee None None] Pushing event updated for resources: {'Port': ['ID=68317c99-1ce1-4045-b453-28df7b5f91b6,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:39.738681 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-355f1018-7b63-482c-93c7-51736830c334 req-c0767693-eab1-4958-8c59-dcf60b039313 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7113abb1-73d9-40ca-bca3-339dc9e98ae7 HTTP/1.1" status: 200 len: 217 time: 0.1592054 May 09 04:26:39.810540 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-7a1b210c-88ed-42fa-844b-276d54a534b8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4e6aaa9b0f9c451098e3dff451d6a5e6&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3151956 May 09 04:26:39.812357 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 42372) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:39.863601 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-bbc154bb-a44c-495a-bde9-803f5ef44f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dcdaf6-1bdb-4f56-a602-f93e975a6adc', 'name': 'tempest-ServerRescueNegativeTestJSON-1692174986-router', 'tenant_id': 'd28d5139952d450fa3b7da38a62d7a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '4396258b-03b6-4be9-844f-c13cc645efa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:16Z', 'updated_at': '2022-05-09T04:26:28Z', 'revision_number': 4, 'project_id': 'd28d5139952d450fa3b7da38a62d7a03', 'gw_port': {'id': '4396258b-03b6-4be9-844f-c13cc645efa1', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dcdaf6-1bdb-4f56-a602-f93e975a6adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:17Z', 'updated_at': '2022-05-09T04:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '01bc23fc-2a25-422f-8a90-d745c1ac5231', 'name': '', 'network_id': '9cb94923-1093-45fc-bebd-e159f3ac8dd3', 'tenant_id': 'd28d5139952d450fa3b7da38a62d7a03', 'mac_address': 'fa:16:3e:3e:13:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64dcdaf6-1bdb-4f56-a602-f93e975a6adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd9336625-5bcd-4003-b69b-e3b341dd5f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:25Z', 'updated_at': '2022-05-09T04:26:38Z', 'revision_number': 4, 'project_id': 'd28d5139952d450fa3b7da38a62d7a03', 'subnets': [{'id': 'd9336625-5bcd-4003-b69b-e3b341dd5f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:26:39.947253 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc154bb-a44c-495a-bde9-803f5ef44f17 None None] The sync data for ids ['64dcdaf6-1bdb-4f56-a602-f93e975a6adc'] in dv-cinder-838009-3-iscsi is: [{'id': '64dcdaf6-1bdb-4f56-a602-f93e975a6adc', 'name': 'tempest-ServerRescueNegativeTestJSON-1692174986-router', 'tenant_id': 'd28d5139952d450fa3b7da38a62d7a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '4396258b-03b6-4be9-844f-c13cc645efa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:16Z', 'updated_at': '2022-05-09T04:26:28Z', 'revision_number': 4, 'project_id': 'd28d5139952d450fa3b7da38a62d7a03', 'gw_port': {'id': '4396258b-03b6-4be9-844f-c13cc645efa1', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dcdaf6-1bdb-4f56-a602-f93e975a6adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:17Z', 'updated_at': '2022-05-09T04:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '01bc23fc-2a25-422f-8a90-d745c1ac5231', 'name': '', 'network_id': '9cb94923-1093-45fc-bebd-e159f3ac8dd3', 'tenant_id': 'd28d5139952d450fa3b7da38a62d7a03', 'mac_address': 'fa:16:3e:3e:13:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64dcdaf6-1bdb-4f56-a602-f93e975a6adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd9336625-5bcd-4003-b69b-e3b341dd5f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:25Z', 'updated_at': '2022-05-09T04:26:38Z', 'revision_number': 4, 'project_id': 'd28d5139952d450fa3b7da38a62d7a03', 'subnets': [{'id': 'd9336625-5bcd-4003-b69b-e3b341dd5f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:26:40.002817 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7ea465fa-b30d-4d07-a9b6-fb2c461f26fa admin admin] Publish callbacks [] for security_group (b420c37d-5195-4cd1-8424-3171d5a4a2f3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:40.038547 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-77553890-3217-4112-a9b9-0b60ae61bfcf None None] Provisioning complete for port 01bc23fc-2a25-422f-8a90-d745c1ac5231 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:26:40.039130 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-77553890-3217-4112-a9b9-0b60ae61bfcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (01bc23fc-2a25-422f-8a90-d745c1ac5231), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:40.085292 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7ea465fa-b30d-4d07-a9b6-fb2c461f26fa admin admin] Publish callbacks [] for security_group (b420c37d-5195-4cd1-8424-3171d5a4a2f3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:40.090542 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ecd3fd-c74c-4d36-aac7-3afe4599d3be None None] Pushing event updated for resources: {'Port': ['ID=01bc23fc-2a25-422f-8a90-d745c1ac5231,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:40.112269 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f1018-7b63-482c-93c7-51736830c334 req-1f649eeb-9d90-44d5-88b7-9090aa82f827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:40.117932 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-355f1018-7b63-482c-93c7-51736830c334 req-1f649eeb-9d90-44d5-88b7-9090aa82f827 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=608c9b1c-6abe-4a88-8a3b-70d6c86eb3ac HTTP/1.1" status: 200 len: 851 time: 0.3166170 May 09 04:26:40.131562 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-90e89901-43a1-4c88-9aac-6fd0752455b2 None None] Attempting to bind port 68317c99-1ce1-4045-b453-28df7b5f91b6 on host dv-cinder-838009-3-iscsi for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:26:40.136345 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-90e89901-43a1-4c88-9aac-6fd0752455b2 None None] Attempting to bind port 68317c99-1ce1-4045-b453-28df7b5f91b6 by drivers openvswitch,hyperv on host dv-cinder-838009-3-iscsi at level 0 using segments [{'id': '75ff18d1-4dc0-4046-afd3-30ccacd1313a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '01d9e17c-6b96-4039-a582-d98ab8fe7760'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:26:40.144452 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e89901-43a1-4c88-9aac-6fd0752455b2 None None] Attempting to bind port 68317c99-1ce1-4045-b453-28df7b5f91b6 on network 01d9e17c-6b96-4039-a582-d98ab8fe7760 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:26:40.176597 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e89901-43a1-4c88-9aac-6fd0752455b2 None None] Checking agent: {'id': '9a15748d-6a05-4459-b777-d0dd003edfa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 17, 57), 'started_at': datetime.datetime(2022, 5, 9, 4, 18, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:26:40.177683 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e89901-43a1-4c88-9aac-6fd0752455b2 None None] Checking segment: {'id': '75ff18d1-4dc0-4046-afd3-30ccacd1313a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '01d9e17c-6b96-4039-a582-d98ab8fe7760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:26:40.178667 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-90e89901-43a1-4c88-9aac-6fd0752455b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:40.179218 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e89901-43a1-4c88-9aac-6fd0752455b2 None None] Bound using segment: {'id': '75ff18d1-4dc0-4046-afd3-30ccacd1313a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '01d9e17c-6b96-4039-a582-d98ab8fe7760'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:26:40.179857 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-90e89901-43a1-4c88-9aac-6fd0752455b2 None None] Bound port: 68317c99-1ce1-4045-b453-28df7b5f91b6, host: dv-cinder-838009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ff18d1-4dc0-4046-afd3-30ccacd1313a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '01d9e17c-6b96-4039-a582-d98ab8fe7760'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:26:40.180553 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-90e89901-43a1-4c88-9aac-6fd0752455b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (68317c99-1ce1-4045-b453-28df7b5f91b6), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:40.237815 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7ea465fa-b30d-4d07-a9b6-fb2c461f26fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (b420c37d-5195-4cd1-8424-3171d5a4a2f3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:40.245158 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7ea465fa-b30d-4d07-a9b6-fb2c461f26fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:40.250010 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-7ea465fa-b30d-4d07-a9b6-fb2c461f26fa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b420c37d-5195-4cd1-8424-3171d5a4a2f3 HTTP/1.1" status: 204 len: 168 time: 0.4364729 May 09 04:26:40.272533 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea465fa-b30d-4d07-a9b6-fb2c461f26fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b420c37d-5195-4cd1-8424-3171d5a4a2f3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:40.340155 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b210c-88ed-42fa-844b-276d54a534b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b420c37d-5195-4cd1-8424-3171d5a4a2f3,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:40.344783 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-355f1018-7b63-482c-93c7-51736830c334 req-2e844049-d84d-4a0a-a35b-f7d078bb7713 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=38a931bd-bcdb-4a4e-93b0-9762abc0163c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1664755 May 09 04:26:40.431562 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-90e89901-43a1-4c88-9aac-6fd0752455b2 None None] For port 68317c99-1ce1-4045-b453-28df7b5f91b6, host dv-cinder-838009-3-iscsi, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:26:40.436296 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-90e89901-43a1-4c88-9aac-6fd0752455b2 None None] For port 68317c99-1ce1-4045-b453-28df7b5f91b6, host dv-cinder-838009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=68317c99-1ce1-4045-b453-28df7b5f91b6,segment=NetworkSegment(75ff18d1-4dc0-4046-afd3-30ccacd1313a),segment_id=75ff18d1-4dc0-4046-afd3-30ccacd1313a)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:26:40.465694 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-90e89901-43a1-4c88-9aac-6fd0752455b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (68317c99-1ce1-4045-b453-28df7b5f91b6), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:40.625630 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-c8b11280-36e3-4a86-8c31-01082a69f9e1 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Allocated IP 172.20.0.13 (97444843-38bb-4cb5-93cc-2ce85c9e2986/95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6/7cfb4f53-5fec-4952-ba0d-117da0e35d2d) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:26:40.638229 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 04:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae32387d-2eda-433a-baff-59b9c2018cbe x-openstack-request-id: req-ae32387d-2eda-433a-baff-59b9c2018cbe {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:26:40.638527 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e2388e-186d-4ea8-94d7-5b9952abc60d", "tag": "7113abb1-73d9-40ca-bca3-339dc9e98ae7", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:26:40.638808 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ae32387d-2eda-433a-baff-59b9c2018cbe {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:26:40.639274 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae32387d-2eda-433a-baff-59b9c2018cbe'] response: {'name': 'network-changed', 'server_uuid': '06e2388e-186d-4ea8-94d7-5b9952abc60d', 'tag': '7113abb1-73d9-40ca-bca3-339dc9e98ae7', 'status': 'completed', 'code': 200} May 09 04:26:40.669403 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e89901-43a1-4c88-9aac-6fd0752455b2 None None] Routers {'5f0fd5ff-f26a-4326-8fec-502ec9cca7d2'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:26:40.670425 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-90e89901-43a1-4c88-9aac-6fd0752455b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:26:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['5f0fd5ff-f26a-4326-8fec-502ec9cca7d2'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:26:40.828009 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-77553890-3217-4112-a9b9-0b60ae61bfcf None None] Current status of the port 01bc23fc-2a25-422f-8a90-d745c1ac5231 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:26:40.843516 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86b896-fd58-45e7-83cd-68bce3a64bee None None] Pushing event updated for resources: {'Port': ['ID=68317c99-1ce1-4045-b453-28df7b5f91b6,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:40.921378 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f3451-5c89-48e8-bc99-01e1394267be req-86c98161-3b6d-4748-b08b-d393da832288 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:40.939765 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9a1f3451-5c89-48e8-bc99-01e1394267be req-86c98161-3b6d-4748-b08b-d393da832288 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/ports?device_id=06e2388e-186d-4ea8-94d7-5b9952abc60d HTTP/1.1" status: 200 len: 944 time: 0.2027237 May 09 04:26:40.945923 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.13', 64987) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:41.275210 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-2b600d56-e725-4fa1-be7f-976872f8e021 req-77e2dd2e-1f88-4715-8a6e-107df6852a0c service neutron] 10.222.0.44 "GET /v2.0/networks/9cb94923-1093-45fc-bebd-e159f3ac8dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6938014 May 09 04:26:41.405744 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-8109b217-46f1-4c6f-8401-946b7ba34cfd None None] Provisioning complete for port 68317c99-1ce1-4045-b453-28df7b5f91b6 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:26:41.406286 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8109b217-46f1-4c6f-8401-946b7ba34cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (68317c99-1ce1-4045-b453-28df7b5f91b6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:41.417217 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 01bc23fc-2a25-422f-8a90-d745c1ac5231 up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:26:41.425049 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-3895c643-b2db-4b88-9c54-b5bde6c49f60 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:41.431114 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-3895c643-b2db-4b88-9c54-b5bde6c49f60 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.13 "GET /v2.0/networks?id=01d9e17c-6b96-4039-a582-d98ab8fe7760 HTTP/1.1" status: 200 len: 817 time: 0.4782093 May 09 04:26:41.470969 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9a1f3451-5c89-48e8-bc99-01e1394267be req-5da258a3-2e66-4842-9e44-f59e246f36d4 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f78eee5-cf2f-41a0-a6fa-018a1a89e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5282006 May 09 04:26:41.591294 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-90e89901-43a1-4c88-9aac-6fd0752455b2 None None] Set router 5f0fd5ff-f26a-4326-8fec-502ec9cca7d2 gateway port host: dv-cinder-838009-3-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:26:41.814482 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-52f9d494-9d80-480e-937e-9db50715c922 req-e59d9f89-5ce9-408d-9b13-34087c22dc78 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 210 time: 0.1207771 May 09 04:26:41.948405 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-c2f47d66-13ce-4005-ae0c-35e30b847bd1 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e56ba7f9cc64897a1d95ac15061e9e4 HTTP/1.1" status: 200 len: 380 time: 0.4232488 May 09 04:26:41.987295 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-54dee198-0dcb-4898-adaf-82c4723ba9da tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Request body: {'port': {'device_id': 'd10350c6-bf15-414f-9bf7-d371b6912be2', 'network_id': '01d9e17c-6b96-4039-a582-d98ab8fe7760', 'admin_state_up': True, 'tenant_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'security_groups': ['ed6867ff-08ef-499b-aaf9-a2006fbae97f']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:26:42.009451 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 42426) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:42.112024 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-92c1074a-eea6-46f3-a0dd-1050050bf814 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:42.161852 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-3a5d039f-31dd-4313-83a6-0243415f9a7f req-51bfaa4e-07f3-4feb-809f-66821b5ec675 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 210 time: 0.2050583 May 09 04:26:42.289341 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-c8b11280-36e3-4a86-8c31-01082a69f9e1 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks [] for port (7cfb4f53-5fec-4952-ba0d-117da0e35d2d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:42.309839 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8466591d-4ea3-4591-a4b3-7e006328836a req-d35c1e11-5b18-4ffd-851f-685fc5935ee3 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=6774e618-8e5f-4815-8e60-0473be16aabc HTTP/1.1" status: 200 len: 210 time: 0.2978551 May 09 04:26:42.433354 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-90e89901-43a1-4c88-9aac-6fd0752455b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'name': 'tempest-AttachVolumeShelveTestJSON-1852674164-router', 'tenant_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '4b338a19-939f-4bc6-9ded-572280defccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:15Z', 'updated_at': '2022-05-09T04:26:25Z', 'revision_number': 4, 'project_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'gw_port': {'id': '4b338a19-939f-4bc6-9ded-572280defccb', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:16Z', 'updated_at': '2022-05-09T04:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '68317c99-1ce1-4045-b453-28df7b5f91b6', 'name': '', 'network_id': '01d9e17c-6b96-4039-a582-d98ab8fe7760', 'tenant_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'mac_address': 'fa:16:3e:0d:56:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1eeed15e-26fd-4534-8116-03da5482032b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:24Z', 'updated_at': '2022-05-09T04:26:40Z', 'revision_number': 4, 'project_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'subnets': [{'id': '1eeed15e-26fd-4534-8116-03da5482032b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:26:42.458027 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-355f1018-7b63-482c-93c7-51736830c334 req-3682b64f-a0cb-4ca4-9bbb-68833a2894b2 service neutron] 10.222.0.13 "GET /v2.0/networks/38a931bd-bcdb-4a4e-93b0-9762abc0163c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1722279 May 09 04:26:42.459732 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-c8b11280-36e3-4a86-8c31-01082a69f9e1 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060'] for port (7cfb4f53-5fec-4952-ba0d-117da0e35d2d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:42.526113 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-92c1074a-eea6-46f3-a0dd-1050050bf814 admin admin] Publish callbacks [] for security_group (f3f7dc59-4f8d-4424-be0c-93da75e847a7), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:42.534716 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e89901-43a1-4c88-9aac-6fd0752455b2 None None] The sync data for ids ['5f0fd5ff-f26a-4326-8fec-502ec9cca7d2'] in dv-cinder-838009-3-iscsi is: [{'id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'name': 'tempest-AttachVolumeShelveTestJSON-1852674164-router', 'tenant_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '4b338a19-939f-4bc6-9ded-572280defccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:15Z', 'updated_at': '2022-05-09T04:26:25Z', 'revision_number': 4, 'project_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'gw_port': {'id': '4b338a19-939f-4bc6-9ded-572280defccb', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:16Z', 'updated_at': '2022-05-09T04:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '68317c99-1ce1-4045-b453-28df7b5f91b6', 'name': '', 'network_id': '01d9e17c-6b96-4039-a582-d98ab8fe7760', 'tenant_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'mac_address': 'fa:16:3e:0d:56:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1eeed15e-26fd-4534-8116-03da5482032b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:24Z', 'updated_at': '2022-05-09T04:26:40Z', 'revision_number': 4, 'project_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'subnets': [{'id': '1eeed15e-26fd-4534-8116-03da5482032b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:26:42.538635 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port 01bc23fc-2a25-422f-8a90-d745c1ac5231 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:26:42.542450 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-92c1074a-eea6-46f3-a0dd-1050050bf814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (f3f7dc59-4f8d-4424-be0c-93da75e847a7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:42.544290 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (01bc23fc-2a25-422f-8a90-d745c1ac5231), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:42.677924 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-8109b217-46f1-4c6f-8401-946b7ba34cfd None None] Current status of the port 68317c99-1ce1-4045-b453-28df7b5f91b6 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:26:42.678578 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8109b217-46f1-4c6f-8401-946b7ba34cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (68317c99-1ce1-4045-b453-28df7b5f91b6), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:42.754333 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b11280-36e3-4a86-8c31-01082a69f9e1 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Pushing event updated for resources: {'Port': ['ID=7cfb4f53-5fec-4952-ba0d-117da0e35d2d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:42.772117 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c1074a-eea6-46f3-a0dd-1050050bf814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f7dc59-4f8d-4424-be0c-93da75e847a7,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:42.777906 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-8109b217-46f1-4c6f-8401-946b7ba34cfd None None] For port 68317c99-1ce1-4045-b453-28df7b5f91b6, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=68317c99-1ce1-4045-b453-28df7b5f91b6,segment=NetworkSegment(75ff18d1-4dc0-4046-afd3-30ccacd1313a),segment_id=75ff18d1-4dc0-4046-afd3-30ccacd1313a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:26:42.810200 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-92c1074a-eea6-46f3-a0dd-1050050bf814 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5ce3caf5ddc54483a48c8c396bf1736f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7514131 May 09 04:26:42.818977 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8109b217-46f1-4c6f-8401-946b7ba34cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (68317c99-1ce1-4045-b453-28df7b5f91b6), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:42.843810 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 42456) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:42.865331 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port 01bc23fc-2a25-422f-8a90-d745c1ac5231 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:26:42.866781 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 68317c99-1ce1-4045-b453-28df7b5f91b6 up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:26:42.972665 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-9258b6eb-5ad0-4b18-891d-4b82e78f53d2 None None] Provisioning complete for port 68317c99-1ce1-4045-b453-28df7b5f91b6 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:26:42.973061 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9258b6eb-5ad0-4b18-891d-4b82e78f53d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (68317c99-1ce1-4045-b453-28df7b5f91b6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:43.013171 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f6b31-af8e-4cdc-8e8c-3eb161dde824 req-e4c46b3e-0e64-42f7-9e2c-6bcd25bdd253 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:43.015699 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-1a8f6b31-af8e-4cdc-8e8c-3eb161dde824 req-e4c46b3e-0e64-42f7-9e2c-6bcd25bdd253 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/ports?device_id=06e2388e-186d-4ea8-94d7-5b9952abc60d HTTP/1.1" status: 200 len: 944 time: 0.2553203 May 09 04:26:43.020601 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-c8b11280-36e3-4a86-8c31-01082a69f9e1 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Network 97444843-38bb-4cb5-93cc-2ce85c9e2986 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:26:43.088003 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-c8b11280-36e3-4a86-8c31-01082a69f9e1 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:26:43.103855 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-c8b11280-36e3-4a86-8c31-01082a69f9e1 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:26:43.110882 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-c8b11280-36e3-4a86-8c31-01082a69f9e1 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:43.111879 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-c8b11280-36e3-4a86-8c31-01082a69f9e1 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:43.142584 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-54dee198-0dcb-4898-adaf-82c4723ba9da tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Made reservation on behalf of 5e56ba7f9cc64897a1d95ac15061e9e4 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:26:43.150272 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-54dee198-0dcb-4898-adaf-82c4723ba9da tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:43.169146 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8109b217-46f1-4c6f-8401-946b7ba34cfd None None] Pushing event updated for resources: {'Port': ['ID=68317c99-1ce1-4045-b453-28df7b5f91b6,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:43.234439 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-69f1f4ba-efbd-499f-984a-5e9b1b5d5322 admin admin] Publish callbacks [] for security_group (f3f7dc59-4f8d-4424-be0c-93da75e847a7), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:43.291051 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port 68317c99-1ce1-4045-b453-28df7b5f91b6 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:26:43.292183 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (68317c99-1ce1-4045-b453-28df7b5f91b6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:43.358374 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-c8b11280-36e3-4a86-8c31-01082a69f9e1 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3329308 May 09 04:26:43.522117 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-b0f1b0c3-afaf-477f-9f83-d508760059d3 service neutron] Request body: {'port': {'device_id': 'f2923fc2-3ae0-4f89-b36c-193752581504', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:26:43.576058 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171cba6e-ca46-4283-8c53-540afeabd990 req-7887ad06-c515-45bf-89e8-640c67886de0 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:43.588813 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-171cba6e-ca46-4283-8c53-540afeabd990 req-7887ad06-c515-45bf-89e8-640c67886de0 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/networks?id=9cb94923-1093-45fc-bebd-e159f3ac8dd3 HTTP/1.1" status: 200 len: 819 time: 0.7718213 May 09 04:26:43.596801 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-69f1f4ba-efbd-499f-984a-5e9b1b5d5322 admin admin] Publish callbacks [] for security_group (f3f7dc59-4f8d-4424-be0c-93da75e847a7), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:43.596997 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-9258b6eb-5ad0-4b18-891d-4b82e78f53d2 None None] Current status of the port 68317c99-1ce1-4045-b453-28df7b5f91b6 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:26:43.665899 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-171cba6e-ca46-4283-8c53-540afeabd990 req-58657756-8e3f-4980-81d5-134756805312 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/quotas/d28d5139952d450fa3b7da38a62d7a03 HTTP/1.1" status: 200 len: 375 time: 0.0759795 May 09 04:26:43.757286 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-fc4a655b-f5fb-448a-ae08-3f0bd15e07e2 None None] Provisioning complete for port 7cfb4f53-5fec-4952-ba0d-117da0e35d2d triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:26:43.757864 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-fc4a655b-f5fb-448a-ae08-3f0bd15e07e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (7cfb4f53-5fec-4952-ba0d-117da0e35d2d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:43.810702 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-355f1018-7b63-482c-93c7-51736830c334 req-424de4cf-2a2f-492b-a736-21205f84c8db service neutron] 10.222.0.13 "GET /v2.0/networks/38a931bd-bcdb-4a4e-93b0-9762abc0163c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3391407 May 09 04:26:43.822275 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port 68317c99-1ce1-4045-b453-28df7b5f91b6 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:26:43.837102 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-1a8f6b31-af8e-4cdc-8e8c-3eb161dde824 req-d4b9433b-5055-4b7f-b2a1-80735464824d tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f78eee5-cf2f-41a0-a6fa-018a1a89e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7765894 May 09 04:26:43.845358 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-69f1f4ba-efbd-499f-984a-5e9b1b5d5322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (f3f7dc59-4f8d-4424-be0c-93da75e847a7), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:43.855292 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-69f1f4ba-efbd-499f-984a-5e9b1b5d5322 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:43.860589 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-69f1f4ba-efbd-499f-984a-5e9b1b5d5322 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f3f7dc59-4f8d-4424-be0c-93da75e847a7 HTTP/1.1" status: 204 len: 168 time: 0.9958439 May 09 04:26:43.938885 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-fc4a655b-f5fb-448a-ae08-3f0bd15e07e2 None None] Port 7cfb4f53-5fec-4952-ba0d-117da0e35d2d cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 04:26:43.999737 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f1f4ba-efbd-499f-984a-5e9b1b5d5322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f7dc59-4f8d-4424-be0c-93da75e847a7,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:44.107233 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.13', 64991) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:44.132404 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-b0f1b0c3-afaf-477f-9f83-d508760059d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (7cfb4f53-5fec-4952-ba0d-117da0e35d2d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:44.143546 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 68317c99-1ce1-4045-b453-28df7b5f91b6 up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:26:44.263533 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-171cba6e-ca46-4283-8c53-540afeabd990 req-f711b27a-729c-47ef-9ecd-722064ab6053 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d28d5139952d450fa3b7da38a62d7a03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5938673 May 09 04:26:44.324771 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port 68317c99-1ce1-4045-b453-28df7b5f91b6 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:26:44.325171 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (68317c99-1ce1-4045-b453-28df7b5f91b6), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:44.360677 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89ad87-3ce9-42a5-9726-8b40439b2d21 req-7991b125-3363-4734-8689-7355a8c45c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:44.362875 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5a89ad87-3ce9-42a5-9726-8b40439b2d21 req-7991b125-3363-4734-8689-7355a8c45c78 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=935900d28d414052836bae2238354dcc&device_id=06e2388e-186d-4ea8-94d7-5b9952abc60d HTTP/1.1" status: 200 len: 1128 time: 0.3669937 May 09 04:26:44.650507 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port 68317c99-1ce1-4045-b453-28df7b5f91b6 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:26:44.672682 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4f6a7-b5eb-4757-97cf-8e9548c1a417 req-bfc06d81-2631-4209-b60c-017d18b09fe3 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:44.681026 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-10b4f6a7-b5eb-4757-97cf-8e9548c1a417 req-bfc06d81-2631-4209-b60c-017d18b09fe3 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 932 time: 0.5202911 May 09 04:26:45.063496 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b600d56-e725-4fa1-be7f-976872f8e021 req-e3052281-b71c-4da7-ab6b-2c47fdcc09cb tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:45.070782 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2b600d56-e725-4fa1-be7f-976872f8e021 req-e3052281-b71c-4da7-ab6b-2c47fdcc09cb tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.13 "GET /v2.0/networks?id=9cb94923-1093-45fc-bebd-e159f3ac8dd3 HTTP/1.1" status: 200 len: 819 time: 0.9351928 May 09 04:26:45.248027 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-54dee198-0dcb-4898-adaf-82c4723ba9da tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Allocated IP 172.20.0.8 (01d9e17c-6b96-4039-a582-d98ab8fe7760/1eeed15e-26fd-4534-8116-03da5482032b/2abd51b8-3b37-4ec3-841e-462a68eb5cbc) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:26:45.324516 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-171cba6e-ca46-4283-8c53-540afeabd990 req-317b0adb-7747-453f-9ec2-99affc306d31 service neutron] 10.222.0.44 "GET /v2.0/networks/9cb94923-1093-45fc-bebd-e159f3ac8dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0599906 May 09 04:26:45.329403 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-10b4f6a7-b5eb-4757-97cf-8e9548c1a417 req-06204d09-8b7b-4501-896d-5ca8398205d3 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6473897 May 09 04:26:45.386124 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89ad87-3ce9-42a5-9726-8b40439b2d21 req-cfa39a68-e63b-4a1e-9e5c-8e9b06672cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:45.387749 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5a89ad87-3ce9-42a5-9726-8b40439b2d21 req-cfa39a68-e63b-4a1e-9e5c-8e9b06672cc2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=38a931bd-bcdb-4a4e-93b0-9762abc0163c HTTP/1.1" status: 200 len: 912 time: 0.9908869 May 09 04:26:45.394416 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-b0f1b0c3-afaf-477f-9f83-d508760059d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cfb4f53-5fec-4952-ba0d-117da0e35d2d {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 04:26:45.404283 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-b0f1b0c3-afaf-477f-9f83-d508760059d3 service neutron] Publish callbacks [] for port (7cfb4f53-5fec-4952-ba0d-117da0e35d2d), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:45.428099 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-b0f1b0c3-afaf-477f-9f83-d508760059d3 service neutron] Transition to ACTIVE for port object 7cfb4f53-5fec-4952-ba0d-117da0e35d2d will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 04:26:45.439066 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-b0f1b0c3-afaf-477f-9f83-d508760059d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (7cfb4f53-5fec-4952-ba0d-117da0e35d2d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:45.490050 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-1fdd2025-5e25-42d5-9cdd-eac7caf2c5ac req-ceb83194-0aa3-449f-ac3d-9688a299419e tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 210 time: 0.0640960 May 09 04:26:45.542741 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f1b0c3-afaf-477f-9f83-d508760059d3 service neutron] Pushing event updated for resources: {'Port': ['ID=7cfb4f53-5fec-4952-ba0d-117da0e35d2d,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:45.592464 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-171cba6e-ca46-4283-8c53-540afeabd990 req-70ae212d-f5fe-4943-b41f-cabb40ae9c9f service neutron] 10.222.0.44 "GET /v2.0/networks/9cb94923-1093-45fc-bebd-e159f3ac8dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402864 May 09 04:26:45.622402 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-54dee198-0dcb-4898-adaf-82c4723ba9da tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks [] for port (2abd51b8-3b37-4ec3-841e-462a68eb5cbc), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:45.669779 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-b0f1b0c3-afaf-477f-9f83-d508760059d3 service neutron] Attempting to bind port 7cfb4f53-5fec-4952-ba0d-117da0e35d2d on host hv-cinder-83800 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:26:45.670660 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-b0f1b0c3-afaf-477f-9f83-d508760059d3 service neutron] Attempting to bind port 7cfb4f53-5fec-4952-ba0d-117da0e35d2d by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': 'dd41d0a5-95ad-49ea-90d8-9e67cfaeccec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '97444843-38bb-4cb5-93cc-2ce85c9e2986'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:26:45.671105 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-b0f1b0c3-afaf-477f-9f83-d508760059d3 service neutron] Attempting to bind port 7cfb4f53-5fec-4952-ba0d-117da0e35d2d on network 97444843-38bb-4cb5-93cc-2ce85c9e2986 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:26:45.684869 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9feee04-1519-4cd5-bc06-45cfcbda034f req-b6a93157-d500-47e3-8ddc-d814692a7555 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:45.686788 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a9feee04-1519-4cd5-bc06-45cfcbda034f req-b6a93157-d500-47e3-8ddc-d814692a7555 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/ports?device_id=06e2388e-186d-4ea8-94d7-5b9952abc60d HTTP/1.1" status: 200 len: 944 time: 0.0673826 May 09 04:26:45.687419 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-b0f1b0c3-afaf-477f-9f83-d508760059d3 service neutron] Port 7cfb4f53-5fec-4952-ba0d-117da0e35d2d on network 97444843-38bb-4cb5-93cc-2ce85c9e2986 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 04:26:45.687740 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-b0f1b0c3-afaf-477f-9f83-d508760059d3 service neutron] Attempting to bind port 7cfb4f53-5fec-4952-ba0d-117da0e35d2d on network 97444843-38bb-4cb5-93cc-2ce85c9e2986 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:26:45.704367 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-b0f1b0c3-afaf-477f-9f83-d508760059d3 service neutron] Checking agent: {'id': '0ba91d57-31cd-4938-a6ad-bd18d942a965', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 24, 18), 'started_at': datetime.datetime(2022, 5, 9, 4, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:26:45.704695 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-b0f1b0c3-afaf-477f-9f83-d508760059d3 service neutron] Checking segment: {'id': 'dd41d0a5-95ad-49ea-90d8-9e67cfaeccec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '97444843-38bb-4cb5-93cc-2ce85c9e2986'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:26:45.705428 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-b0f1b0c3-afaf-477f-9f83-d508760059d3 service neutron] Bound using segment: {'id': 'dd41d0a5-95ad-49ea-90d8-9e67cfaeccec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '97444843-38bb-4cb5-93cc-2ce85c9e2986'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:26:45.705880 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-b0f1b0c3-afaf-477f-9f83-d508760059d3 service neutron] Bound port: 7cfb4f53-5fec-4952-ba0d-117da0e35d2d, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd41d0a5-95ad-49ea-90d8-9e67cfaeccec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '97444843-38bb-4cb5-93cc-2ce85c9e2986'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:26:45.706411 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-b0f1b0c3-afaf-477f-9f83-d508760059d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (7cfb4f53-5fec-4952-ba0d-117da0e35d2d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:45.716145 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-54dee198-0dcb-4898-adaf-82c4723ba9da tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060'] for port (2abd51b8-3b37-4ec3-841e-462a68eb5cbc), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:45.762183 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-54dee198-0dcb-4898-adaf-82c4723ba9da tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Network 01d9e17c-6b96-4039-a582-d98ab8fe7760 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:26:45.836793 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-54dee198-0dcb-4898-adaf-82c4723ba9da tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:26:45.875067 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-b0f1b0c3-afaf-477f-9f83-d508760059d3 service neutron] For port 7cfb4f53-5fec-4952-ba0d-117da0e35d2d, host hv-cinder-83800, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:26:45.879855 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a9feee04-1519-4cd5-bc06-45cfcbda034f req-100e1338-9c20-4afc-b8db-f2fca2854cb2 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f78eee5-cf2f-41a0-a6fa-018a1a89e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829498 May 09 04:26:45.882341 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-b0f1b0c3-afaf-477f-9f83-d508760059d3 service neutron] For port 7cfb4f53-5fec-4952-ba0d-117da0e35d2d, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=7cfb4f53-5fec-4952-ba0d-117da0e35d2d,segment=NetworkSegment(dd41d0a5-95ad-49ea-90d8-9e67cfaeccec),segment_id=dd41d0a5-95ad-49ea-90d8-9e67cfaeccec)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:26:45.895696 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-b0f1b0c3-afaf-477f-9f83-d508760059d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (7cfb4f53-5fec-4952-ba0d-117da0e35d2d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:45.910613 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-54dee198-0dcb-4898-adaf-82c4723ba9da tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:26:45.917499 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-54dee198-0dcb-4898-adaf-82c4723ba9da tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:45.918326 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-54dee198-0dcb-4898-adaf-82c4723ba9da tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:45.958645 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-b0f1b0c3-afaf-477f-9f83-d508760059d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:45.959376 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-b0f1b0c3-afaf-477f-9f83-d508760059d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:45.961148 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-b0f1b0c3-afaf-477f-9f83-d508760059d3 service neutron] 10.222.0.13 "PUT /v2.0/ports/7cfb4f53-5fec-4952-ba0d-117da0e35d2d HTTP/1.1" status: 200 len: 1094 time: 2.5211093 May 09 04:26:45.961622 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2923fc2-3ae0-4f89-b36c-193752581504', 'tag': '7cfb4f53-5fec-4952-ba0d-117da0e35d2d'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:26:45.963914 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708343da101edf5db3821e80f7e6194e70163222c3a70cb9c2c474869a6028b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d09689c-dc70-4e2f-928c-e42ef3eb14e6" -d '{"events": [{"name": "network-changed", "server_uuid": "f2923fc2-3ae0-4f89-b36c-193752581504", "tag": "7cfb4f53-5fec-4952-ba0d-117da0e35d2d"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:26:45.998039 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f1b0c3-afaf-477f-9f83-d508760059d3 service neutron] Pushing event updated for resources: {'Port': ['ID=7cfb4f53-5fec-4952-ba0d-117da0e35d2d,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:46.030035 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dee198-0dcb-4898-adaf-82c4723ba9da tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Pushing event updated for resources: {'Port': ['ID=2abd51b8-3b37-4ec3-841e-462a68eb5cbc,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:46.101943 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-789c9ae2-4d6c-4731-9e49-484261604291 req-699a22aa-9965-4d8c-8ba7-a28465ed7296 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 210 time: 0.1921325 May 09 04:26:46.125102 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-54dee198-0dcb-4898-adaf-82c4723ba9da tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1653264 May 09 04:26:46.188773 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 04:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba82876-0835-44aa-bd62-eabc3ff76640 x-openstack-request-id: req-2ba82876-0835-44aa-bd62-eabc3ff76640 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:26:46.189404 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2923fc2-3ae0-4f89-b36c-193752581504", "tag": "7cfb4f53-5fec-4952-ba0d-117da0e35d2d", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:26:46.190511 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2ba82876-0835-44aa-bd62-eabc3ff76640 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:26:46.192389 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ba82876-0835-44aa-bd62-eabc3ff76640'] response: {'name': 'network-changed', 'server_uuid': 'f2923fc2-3ae0-4f89-b36c-193752581504', 'tag': '7cfb4f53-5fec-4952-ba0d-117da0e35d2d', 'status': 'completed', 'code': 200} May 09 04:26:46.317148 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-dc5367f2-43e9-454a-b8ce-632efacb617f None None] Provisioning complete for port 2abd51b8-3b37-4ec3-841e-462a68eb5cbc triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:26:46.318239 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-dc5367f2-43e9-454a-b8ce-632efacb617f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (2abd51b8-3b37-4ec3-841e-462a68eb5cbc), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:46.361423 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-dc5367f2-43e9-454a-b8ce-632efacb617f None None] Port 2abd51b8-3b37-4ec3-841e-462a68eb5cbc cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 04:26:46.468238 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba5d7d2-737f-4676-9f2f-b7f9df3729c9 req-fd8ae2fa-f040-4eb9-9037-a54d43275c0f tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:46.469809 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9ba5d7d2-737f-4676-9f2f-b7f9df3729c9 req-fd8ae2fa-f040-4eb9-9037-a54d43275c0f tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 944 time: 0.0532968 May 09 04:26:46.520278 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9ba5d7d2-737f-4676-9f2f-b7f9df3729c9 req-e2189cf5-4fc4-4aab-a2de-73e223f9043f tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443609 May 09 04:26:46.626779 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2e767-64f9-4d61-adba-ad73aa183bf2 req-94772c8a-f86d-442b-883d-d91211b36dfe tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:46.628288 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-20b2e767-64f9-4d61-adba-ad73aa183bf2 req-94772c8a-f86d-442b-883d-d91211b36dfe tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 931 time: 0.0472217 May 09 04:26:46.678076 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-20b2e767-64f9-4d61-adba-ad73aa183bf2 req-d6d18b65-7aaa-41d6-aead-3b8e3c51fe91 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422523 May 09 04:26:47.009138 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca42cdb-6b1b-44ee-b7db-a8b9265116c0 req-d6005c50-5549-4489-8045-2bd0f7a36000 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:47.010713 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0ca42cdb-6b1b-44ee-b7db-a8b9265116c0 req-d6005c50-5549-4489-8045-2bd0f7a36000 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/ports?device_id=06e2388e-186d-4ea8-94d7-5b9952abc60d HTTP/1.1" status: 200 len: 944 time: 0.0484688 May 09 04:26:47.061658 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0ca42cdb-6b1b-44ee-b7db-a8b9265116c0 req-be831217-ca44-46b5-a7a7-fe54ba172830 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f78eee5-cf2f-41a0-a6fa-018a1a89e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447285 May 09 04:26:47.186226 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5ae412b0-4533-4078-9cdd-95532858357d req-150bfec7-2ae9-446c-834c-6336d16010ca tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 210 time: 0.0281289 May 09 04:26:47.574568 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-2b600d56-e725-4fa1-be7f-976872f8e021 req-4989926b-31f1-4ede-811c-eb78e4342ffa tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Request body: {'port': {'device_id': '6774e618-8e5f-4815-8e60-0473be16aabc', 'network_id': '9cb94923-1093-45fc-bebd-e159f3ac8dd3', 'admin_state_up': True, 'tenant_id': 'd28d5139952d450fa3b7da38a62d7a03'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:26:47.688660 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd2c1f-a4bc-47f4-8754-9bd2d487d433 req-e05fd55d-9136-45e5-9d31-1cb292c82da3 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:47.690129 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-acdd2c1f-a4bc-47f4-8754-9bd2d487d433 req-e05fd55d-9136-45e5-9d31-1cb292c82da3 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 944 time: 0.0682712 May 09 04:26:47.777349 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-acdd2c1f-a4bc-47f4-8754-9bd2d487d433 req-07cc3e30-d037-4c46-84af-13a0389c29e2 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807221 May 09 04:26:47.778551 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b600d56-e725-4fa1-be7f-976872f8e021 req-4989926b-31f1-4ede-811c-eb78e4342ffa tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Made reservation on behalf of d28d5139952d450fa3b7da38a62d7a03 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:26:47.782193 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2b600d56-e725-4fa1-be7f-976872f8e021 req-4989926b-31f1-4ede-811c-eb78e4342ffa tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:47.791594 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (0ba91d57-31cd-4938-a6ad-bd18d942a965), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:47.820795 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3882eb-70ab-4bfc-ba87-0fd714065c2e req-4bdee91d-45b0-4065-83aa-7fc7bfa3ad31 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:47.823047 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6b3882eb-70ab-4bfc-ba87-0fd714065c2e req-4bdee91d-45b0-4065-83aa-7fc7bfa3ad31 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 931 time: 0.0635262 May 09 04:26:47.887156 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6b3882eb-70ab-4bfc-ba87-0fd714065c2e req-04053057-d619-4fdd-8fcf-96a792d945f8 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545373 May 09 04:26:47.943213 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-2b600d56-e725-4fa1-be7f-976872f8e021 req-4989926b-31f1-4ede-811c-eb78e4342ffa tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Allocated IP 172.20.0.14 (9cb94923-1093-45fc-bebd-e159f3ac8dd3/d9336625-5bcd-4003-b69b-e3b341dd5f63/e75b43e2-a1dd-4d55-b4da-8e6449521a74) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:26:48.071135 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-094557aa-93c1-4aea-a533-03dc4bfc0311 service neutron] Request body: {'port': {'device_id': 'd10350c6-bf15-414f-9bf7-d371b6912be2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:26:48.103791 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5a89ad87-3ce9-42a5-9726-8b40439b2d21 req-61516c2b-68aa-41a8-b173-6b419712cfb3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7113abb1-73d9-40ca-bca3-339dc9e98ae7 HTTP/1.1" status: 200 len: 217 time: 0.0407526 May 09 04:26:48.118234 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2b600d56-e725-4fa1-be7f-976872f8e021 req-4989926b-31f1-4ede-811c-eb78e4342ffa tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks [] for port (e75b43e2-a1dd-4d55-b4da-8e6449521a74), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:48.191687 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-094557aa-93c1-4aea-a533-03dc4bfc0311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (2abd51b8-3b37-4ec3-841e-462a68eb5cbc), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:48.225765 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831514ce-f70a-4622-bc71-c5d1dc92a9f8 req-2cc9c949-e61f-40f4-8930-9c6b7c912ace tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:48.227286 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-831514ce-f70a-4622-bc71-c5d1dc92a9f8 req-2cc9c949-e61f-40f4-8930-9c6b7c912ace tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/ports?device_id=06e2388e-186d-4ea8-94d7-5b9952abc60d HTTP/1.1" status: 200 len: 944 time: 0.0773106 May 09 04:26:48.259978 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2b600d56-e725-4fa1-be7f-976872f8e021 req-4989926b-31f1-4ede-811c-eb78e4342ffa tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060'] for port (e75b43e2-a1dd-4d55-b4da-8e6449521a74), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:48.291144 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6e365f96-e2ec-4c01-9837-d69f30d47a36 req-20a2d2c3-63a8-49c5-8429-7b702fb2ee8a tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 210 time: 0.0341246 May 09 04:26:48.421715 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b600d56-e725-4fa1-be7f-976872f8e021 req-4989926b-31f1-4ede-811c-eb78e4342ffa tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Network 9cb94923-1093-45fc-bebd-e159f3ac8dd3 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:26:48.430494 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4989926b-31f1-4ede-811c-eb78e4342ffa tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Pushing event updated for resources: {'Port': ['ID=e75b43e2-a1dd-4d55-b4da-8e6449521a74,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:48.445879 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-2b600d56-e725-4fa1-be7f-976872f8e021 req-4989926b-31f1-4ede-811c-eb78e4342ffa tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:26:48.457345 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-831514ce-f70a-4622-bc71-c5d1dc92a9f8 req-dfddd1fc-d672-44c5-a8ed-b9c89249e6da tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f78eee5-cf2f-41a0-a6fa-018a1a89e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223771 May 09 04:26:48.458638 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b600d56-e725-4fa1-be7f-976872f8e021 req-4989926b-31f1-4ede-811c-eb78e4342ffa tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:26:48.465439 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b600d56-e725-4fa1-be7f-976872f8e021 req-4989926b-31f1-4ede-811c-eb78e4342ffa tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:48.465439 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2b600d56-e725-4fa1-be7f-976872f8e021 req-4989926b-31f1-4ede-811c-eb78e4342ffa tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:48.505652 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2b600d56-e725-4fa1-be7f-976872f8e021 req-4989926b-31f1-4ede-811c-eb78e4342ffa tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9351966 May 09 04:26:48.663185 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-094557aa-93c1-4aea-a533-03dc4bfc0311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2abd51b8-3b37-4ec3-841e-462a68eb5cbc {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 04:26:48.670922 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-094557aa-93c1-4aea-a533-03dc4bfc0311 service neutron] Publish callbacks [] for port (2abd51b8-3b37-4ec3-841e-462a68eb5cbc), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:48.690722 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-094557aa-93c1-4aea-a533-03dc4bfc0311 service neutron] Transition to ACTIVE for port object 2abd51b8-3b37-4ec3-841e-462a68eb5cbc will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 04:26:48.694096 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-094557aa-93c1-4aea-a533-03dc4bfc0311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (2abd51b8-3b37-4ec3-841e-462a68eb5cbc), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:48.699078 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-91041c87-b05d-484f-8aca-997da211c901 None None] Provisioning complete for port e75b43e2-a1dd-4d55-b4da-8e6449521a74 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:26:48.699485 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-91041c87-b05d-484f-8aca-997da211c901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (e75b43e2-a1dd-4d55-b4da-8e6449521a74), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:48.734693 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-91041c87-b05d-484f-8aca-997da211c901 None None] Port e75b43e2-a1dd-4d55-b4da-8e6449521a74 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 04:26:48.768289 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094557aa-93c1-4aea-a533-03dc4bfc0311 service neutron] Pushing event updated for resources: {'Port': ['ID=2abd51b8-3b37-4ec3-841e-462a68eb5cbc,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:48.799128 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-094557aa-93c1-4aea-a533-03dc4bfc0311 service neutron] Attempting to bind port 2abd51b8-3b37-4ec3-841e-462a68eb5cbc on host hv-cinder-83800 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:26:48.799493 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-094557aa-93c1-4aea-a533-03dc4bfc0311 service neutron] Attempting to bind port 2abd51b8-3b37-4ec3-841e-462a68eb5cbc by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '75ff18d1-4dc0-4046-afd3-30ccacd1313a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '01d9e17c-6b96-4039-a582-d98ab8fe7760'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:26:48.799837 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-094557aa-93c1-4aea-a533-03dc4bfc0311 service neutron] Attempting to bind port 2abd51b8-3b37-4ec3-841e-462a68eb5cbc on network 01d9e17c-6b96-4039-a582-d98ab8fe7760 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:26:48.804446 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-094557aa-93c1-4aea-a533-03dc4bfc0311 service neutron] Port 2abd51b8-3b37-4ec3-841e-462a68eb5cbc on network 01d9e17c-6b96-4039-a582-d98ab8fe7760 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 04:26:48.804764 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-094557aa-93c1-4aea-a533-03dc4bfc0311 service neutron] Attempting to bind port 2abd51b8-3b37-4ec3-841e-462a68eb5cbc on network 01d9e17c-6b96-4039-a582-d98ab8fe7760 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:26:48.809816 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-094557aa-93c1-4aea-a533-03dc4bfc0311 service neutron] Checking agent: {'id': '0ba91d57-31cd-4938-a6ad-bd18d942a965', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 24, 18), 'started_at': datetime.datetime(2022, 5, 9, 4, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:26:48.810176 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-094557aa-93c1-4aea-a533-03dc4bfc0311 service neutron] Checking segment: {'id': '75ff18d1-4dc0-4046-afd3-30ccacd1313a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '01d9e17c-6b96-4039-a582-d98ab8fe7760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:26:48.810733 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-094557aa-93c1-4aea-a533-03dc4bfc0311 service neutron] Bound using segment: {'id': '75ff18d1-4dc0-4046-afd3-30ccacd1313a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '01d9e17c-6b96-4039-a582-d98ab8fe7760'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:26:48.811193 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-094557aa-93c1-4aea-a533-03dc4bfc0311 service neutron] Bound port: 2abd51b8-3b37-4ec3-841e-462a68eb5cbc, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75ff18d1-4dc0-4046-afd3-30ccacd1313a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '01d9e17c-6b96-4039-a582-d98ab8fe7760'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:26:48.811553 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-094557aa-93c1-4aea-a533-03dc4bfc0311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (2abd51b8-3b37-4ec3-841e-462a68eb5cbc), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:48.885679 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-094557aa-93c1-4aea-a533-03dc4bfc0311 service neutron] For port 2abd51b8-3b37-4ec3-841e-462a68eb5cbc, host hv-cinder-83800, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:26:48.892049 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-094557aa-93c1-4aea-a533-03dc4bfc0311 service neutron] For port 2abd51b8-3b37-4ec3-841e-462a68eb5cbc, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=2abd51b8-3b37-4ec3-841e-462a68eb5cbc,segment=NetworkSegment(75ff18d1-4dc0-4046-afd3-30ccacd1313a),segment_id=75ff18d1-4dc0-4046-afd3-30ccacd1313a)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:26:48.899093 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-094557aa-93c1-4aea-a533-03dc4bfc0311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (2abd51b8-3b37-4ec3-841e-462a68eb5cbc), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:48.932971 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-094557aa-93c1-4aea-a533-03dc4bfc0311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:48.933617 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-094557aa-93c1-4aea-a533-03dc4bfc0311 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:48.934956 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-094557aa-93c1-4aea-a533-03dc4bfc0311 service neutron] 10.222.0.13 "PUT /v2.0/ports/2abd51b8-3b37-4ec3-841e-462a68eb5cbc HTTP/1.1" status: 200 len: 1093 time: 0.8711071 May 09 04:26:48.937480 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd10350c6-bf15-414f-9bf7-d371b6912be2', 'tag': '2abd51b8-3b37-4ec3-841e-462a68eb5cbc'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:26:48.941951 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4718589-a4e7-4cad-bee5-9e2992af164e req-bbfb61ba-0fc7-4199-8a87-3f2e40505065 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:48.944209 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-b4718589-a4e7-4cad-bee5-9e2992af164e req-bbfb61ba-0fc7-4199-8a87-3f2e40505065 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 944 time: 0.0742903 May 09 04:26:49.002018 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-b4718589-a4e7-4cad-bee5-9e2992af164e req-c747aa31-f5b1-4b1a-b20b-2941d6b9b21d tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506551 May 09 04:26:49.067385 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094557aa-93c1-4aea-a533-03dc4bfc0311 service neutron] Pushing event updated for resources: {'Port': ['ID=2abd51b8-3b37-4ec3-841e-462a68eb5cbc,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:49.079753 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b85c1-5d5d-4db8-afcd-5fbfd4fcee18 req-df9a196e-9b00-46ca-ab2b-94a59c0de17e tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:49.081319 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-091b85c1-5d5d-4db8-afcd-5fbfd4fcee18 req-df9a196e-9b00-46ca-ab2b-94a59c0de17e tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 943 time: 0.0803142 May 09 04:26:49.131036 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a98aaefa13d75cb12d9cbfc750f918ae1aa7d1c3c8041a7e7d91ea73ff80a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bb1d0a-2624-40a1-a633-49846ab31af1" -d '{"events": [{"name": "network-changed", "server_uuid": "d10350c6-bf15-414f-9bf7-d371b6912be2", "tag": "2abd51b8-3b37-4ec3-841e-462a68eb5cbc"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:26:49.140607 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-091b85c1-5d5d-4db8-afcd-5fbfd4fcee18 req-6139093e-caa0-4927-b432-b6afd2e63ef8 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519631 May 09 04:26:49.219970 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 04:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd51036b-006e-4cf4-9e08-8eb99133c46f x-openstack-request-id: req-fd51036b-006e-4cf4-9e08-8eb99133c46f {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:26:49.220264 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d10350c6-bf15-414f-9bf7-d371b6912be2", "tag": "2abd51b8-3b37-4ec3-841e-462a68eb5cbc", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:26:49.220514 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fd51036b-006e-4cf4-9e08-8eb99133c46f {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:26:49.220977 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd51036b-006e-4cf4-9e08-8eb99133c46f'] response: {'name': 'network-changed', 'server_uuid': 'd10350c6-bf15-414f-9bf7-d371b6912be2', 'tag': '2abd51b8-3b37-4ec3-841e-462a68eb5cbc', 'status': 'completed', 'code': 200} May 09 04:26:49.391435 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d6a7fa13-efc5-4182-9a61-e6197b88b100 req-a69fc52b-ec5b-4ede-bb0f-c8ddf2018da2 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 210 time: 0.0277040 May 09 04:26:49.577468 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba62cc-9b8b-4f6c-8fb4-05d6a0e290c0 req-6d48d916-69be-4251-9c55-32153a3ddf10 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:49.578859 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-83ba62cc-9b8b-4f6c-8fb4-05d6a0e290c0 req-6d48d916-69be-4251-9c55-32153a3ddf10 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/ports?device_id=06e2388e-186d-4ea8-94d7-5b9952abc60d HTTP/1.1" status: 200 len: 944 time: 0.0465555 May 09 04:26:49.624664 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-83ba62cc-9b8b-4f6c-8fb4-05d6a0e290c0 req-791e2fb1-c371-4afb-b2eb-f48e7c91d6e4 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f78eee5-cf2f-41a0-a6fa-018a1a89e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400891 May 09 04:26:50.118720 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac7aed-b586-472a-bd72-ead37d17a150 req-87ff0191-50a7-4267-836d-4907e34b9953 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:50.120115 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1dac7aed-b586-472a-bd72-ead37d17a150 req-87ff0191-50a7-4267-836d-4907e34b9953 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 944 time: 0.0504491 May 09 04:26:50.264399 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b457ec9-45eb-4f7f-b7fb-e36ab4d83985 req-6f4d7c25-9809-4b30-89f7-114df23ade37 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:50.265928 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8b457ec9-45eb-4f7f-b7fb-e36ab4d83985 req-6f4d7c25-9809-4b30-89f7-114df23ade37 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 943 time: 0.0511889 May 09 04:26:50.314406 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8b457ec9-45eb-4f7f-b7fb-e36ab4d83985 req-efe1b341-c5ae-496b-b54a-7859a43e5081 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419612 May 09 04:26:50.324757 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1dac7aed-b586-472a-bd72-ead37d17a150 req-80fa37c1-938f-464d-ac8d-dcbb17119c0f tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991744 May 09 04:26:50.444364 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d495cd30-e00f-4924-af01-b3133f4329ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (144b4b53-faa6-4e1c-8c93-1df238c644e2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:50.486112 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ff31b694-7b84-4970-9a64-6fb26bc0ef19 req-86ff191d-850d-4578-acfa-b32c1ed504d1 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 210 time: 0.0282066 May 09 04:26:50.735563 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa184f-6d62-4785-87b6-1bfad63d36f2 req-8f398db6-79b3-4aa7-ae04-a37dd95973bf tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:50.737132 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-99aa184f-6d62-4785-87b6-1bfad63d36f2 req-8f398db6-79b3-4aa7-ae04-a37dd95973bf tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/ports?device_id=06e2388e-186d-4ea8-94d7-5b9952abc60d HTTP/1.1" status: 200 len: 944 time: 0.0481970 May 09 04:26:50.787632 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-99aa184f-6d62-4785-87b6-1bfad63d36f2 req-992c8e87-4b49-4d8b-a2a6-ad75a18c4e72 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f78eee5-cf2f-41a0-a6fa-018a1a89e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444615 May 09 04:26:50.871412 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-2b600d56-e725-4fa1-be7f-976872f8e021 req-e91b3148-8db0-46cd-aa92-c9fd02960f9c service neutron] Request body: {'port': {'device_id': '6774e618-8e5f-4815-8e60-0473be16aabc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:26:50.934536 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09689c-dc70-4e2f-928c-e42ef3eb14e6 req-a30c5bae-e5a0-4339-bb38-13ded489dfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:50.936657 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-0d09689c-dc70-4e2f-928c-e42ef3eb14e6 req-a30c5bae-e5a0-4339-bb38-13ded489dfe2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3c23c235fa1c4944bd7a337357d0c030&device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 1128 time: 0.0657411 May 09 04:26:50.945949 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89ad87-3ce9-42a5-9726-8b40439b2d21 req-bbf0bcc8-ec07-4268-bd3e-2dabe53f1022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:50.947475 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5a89ad87-3ce9-42a5-9726-8b40439b2d21 req-bbf0bcc8-ec07-4268-bd3e-2dabe53f1022 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=608c9b1c-6abe-4a88-8a3b-70d6c86eb3ac HTTP/1.1" status: 200 len: 851 time: 0.0843830 May 09 04:26:50.992916 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb1d0a-2624-40a1-a633-49846ab31af1 req-349fb691-63b9-4df7-89bf-c469bc37f53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:50.994403 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-93bb1d0a-2624-40a1-a633-49846ab31af1 req-349fb691-63b9-4df7-89bf-c469bc37f53c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5e56ba7f9cc64897a1d95ac15061e9e4&device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 1127 time: 0.1182127 May 09 04:26:51.000587 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2b600d56-e725-4fa1-be7f-976872f8e021 req-e91b3148-8db0-46cd-aa92-c9fd02960f9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (e75b43e2-a1dd-4d55-b4da-8e6449521a74), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:51.263016 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [req-2b600d56-e725-4fa1-be7f-976872f8e021 req-e91b3148-8db0-46cd-aa92-c9fd02960f9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e75b43e2-a1dd-4d55-b4da-8e6449521a74 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 04:26:51.270294 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2b600d56-e725-4fa1-be7f-976872f8e021 req-e91b3148-8db0-46cd-aa92-c9fd02960f9c service neutron] Publish callbacks [] for port (e75b43e2-a1dd-4d55-b4da-8e6449521a74), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:51.283309 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-2b600d56-e725-4fa1-be7f-976872f8e021 req-e91b3148-8db0-46cd-aa92-c9fd02960f9c service neutron] Transition to ACTIVE for port object e75b43e2-a1dd-4d55-b4da-8e6449521a74 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 04:26:51.286817 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2b600d56-e725-4fa1-be7f-976872f8e021 req-e91b3148-8db0-46cd-aa92-c9fd02960f9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (e75b43e2-a1dd-4d55-b4da-8e6449521a74), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:51.341211 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91b3148-8db0-46cd-aa92-c9fd02960f9c service neutron] Pushing event updated for resources: {'Port': ['ID=e75b43e2-a1dd-4d55-b4da-8e6449521a74,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:51.375094 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-2b600d56-e725-4fa1-be7f-976872f8e021 req-e91b3148-8db0-46cd-aa92-c9fd02960f9c service neutron] Attempting to bind port e75b43e2-a1dd-4d55-b4da-8e6449521a74 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:26:51.375518 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-2b600d56-e725-4fa1-be7f-976872f8e021 req-e91b3148-8db0-46cd-aa92-c9fd02960f9c service neutron] Attempting to bind port e75b43e2-a1dd-4d55-b4da-8e6449521a74 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9cb94923-1093-45fc-bebd-e159f3ac8dd3'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:26:51.375942 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b600d56-e725-4fa1-be7f-976872f8e021 req-e91b3148-8db0-46cd-aa92-c9fd02960f9c service neutron] Attempting to bind port e75b43e2-a1dd-4d55-b4da-8e6449521a74 on network 9cb94923-1093-45fc-bebd-e159f3ac8dd3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:26:51.381288 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b600d56-e725-4fa1-be7f-976872f8e021 req-e91b3148-8db0-46cd-aa92-c9fd02960f9c service neutron] Port e75b43e2-a1dd-4d55-b4da-8e6449521a74 on network 9cb94923-1093-45fc-bebd-e159f3ac8dd3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 04:26:51.381688 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b600d56-e725-4fa1-be7f-976872f8e021 req-e91b3148-8db0-46cd-aa92-c9fd02960f9c service neutron] Attempting to bind port e75b43e2-a1dd-4d55-b4da-8e6449521a74 on network 9cb94923-1093-45fc-bebd-e159f3ac8dd3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:26:51.386809 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b600d56-e725-4fa1-be7f-976872f8e021 req-e91b3148-8db0-46cd-aa92-c9fd02960f9c service neutron] Checking agent: {'id': '0ba91d57-31cd-4938-a6ad-bd18d942a965', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 24, 18), 'started_at': datetime.datetime(2022, 5, 9, 4, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:26:51.387228 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b600d56-e725-4fa1-be7f-976872f8e021 req-e91b3148-8db0-46cd-aa92-c9fd02960f9c service neutron] Checking segment: {'id': '7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9cb94923-1093-45fc-bebd-e159f3ac8dd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:26:51.387699 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b600d56-e725-4fa1-be7f-976872f8e021 req-e91b3148-8db0-46cd-aa92-c9fd02960f9c service neutron] Bound using segment: {'id': '7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9cb94923-1093-45fc-bebd-e159f3ac8dd3'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:26:51.388241 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-2b600d56-e725-4fa1-be7f-976872f8e021 req-e91b3148-8db0-46cd-aa92-c9fd02960f9c service neutron] Bound port: e75b43e2-a1dd-4d55-b4da-8e6449521a74, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9cb94923-1093-45fc-bebd-e159f3ac8dd3'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:26:51.388676 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2b600d56-e725-4fa1-be7f-976872f8e021 req-e91b3148-8db0-46cd-aa92-c9fd02960f9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (e75b43e2-a1dd-4d55-b4da-8e6449521a74), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:51.460934 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cddb97-6be4-4a2a-b54e-cd9a0083f311 req-e5e49917-82ad-4887-a122-66e224886d89 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:51.462460 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f4cddb97-6be4-4a2a-b54e-cd9a0083f311 req-e5e49917-82ad-4887-a122-66e224886d89 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 943 time: 0.0494859 May 09 04:26:51.479265 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79fcd76-709d-473b-80cf-ba6392cd302a req-17d62d58-7ce2-4a5b-b412-4fe4e2421b2e tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:51.480784 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a79fcd76-709d-473b-80cf-ba6392cd302a req-17d62d58-7ce2-4a5b-b412-4fe4e2421b2e tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 944 time: 0.0745087 May 09 04:26:51.515464 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f4cddb97-6be4-4a2a-b54e-cd9a0083f311 req-6094fc52-96f6-42d4-b2ad-4ef41e619d06 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471995 May 09 04:26:51.533585 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-2b600d56-e725-4fa1-be7f-976872f8e021 req-e91b3148-8db0-46cd-aa92-c9fd02960f9c service neutron] For port e75b43e2-a1dd-4d55-b4da-8e6449521a74, host hv-cinder-83800, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:26:51.537830 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-2b600d56-e725-4fa1-be7f-976872f8e021 req-e91b3148-8db0-46cd-aa92-c9fd02960f9c service neutron] For port e75b43e2-a1dd-4d55-b4da-8e6449521a74, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=e75b43e2-a1dd-4d55-b4da-8e6449521a74,segment=NetworkSegment(7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725),segment_id=7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:26:51.548314 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2b600d56-e725-4fa1-be7f-976872f8e021 req-e91b3148-8db0-46cd-aa92-c9fd02960f9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (e75b43e2-a1dd-4d55-b4da-8e6449521a74), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:51.596093 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b600d56-e725-4fa1-be7f-976872f8e021 req-e91b3148-8db0-46cd-aa92-c9fd02960f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:51.596718 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-2b600d56-e725-4fa1-be7f-976872f8e021 req-e91b3148-8db0-46cd-aa92-c9fd02960f9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:51.598092 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2b600d56-e725-4fa1-be7f-976872f8e021 req-e91b3148-8db0-46cd-aa92-c9fd02960f9c service neutron] 10.222.0.13 "PUT /v2.0/ports/e75b43e2-a1dd-4d55-b4da-8e6449521a74 HTTP/1.1" status: 200 len: 1094 time: 0.7342093 May 09 04:26:51.598671 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6774e618-8e5f-4815-8e60-0473be16aabc', 'tag': 'e75b43e2-a1dd-4d55-b4da-8e6449521a74'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:26:51.601355 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a98aaefa13d75cb12d9cbfc750f918ae1aa7d1c3c8041a7e7d91ea73ff80a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a66ebce-fae7-4c2e-82ea-c18198992c3f" -d '{"events": [{"name": "network-changed", "server_uuid": "6774e618-8e5f-4815-8e60-0473be16aabc", "tag": "e75b43e2-a1dd-4d55-b4da-8e6449521a74"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:26:51.604810 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-51944b74-53e3-4028-8208-436edf8df596 req-cc40468f-b277-4469-8394-e7b78aee5de4 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 210 time: 0.0296829 May 09 04:26:51.613831 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a79fcd76-709d-473b-80cf-ba6392cd302a req-25355ac3-93b9-4254-9486-23e4f87d8985 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244226 May 09 04:26:51.642132 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91b3148-8db0-46cd-aa92-c9fd02960f9c service neutron] Pushing event updated for resources: {'Port': ['ID=e75b43e2-a1dd-4d55-b4da-8e6449521a74,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:51.664340 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 04:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f26279-6b46-4cb3-8498-c4182b51fd73 x-openstack-request-id: req-b0f26279-6b46-4cb3-8498-c4182b51fd73 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:26:51.664709 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6774e618-8e5f-4815-8e60-0473be16aabc", "tag": "e75b43e2-a1dd-4d55-b4da-8e6449521a74", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:26:51.665035 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b0f26279-6b46-4cb3-8498-c4182b51fd73 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:26:51.665511 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0f26279-6b46-4cb3-8498-c4182b51fd73'] response: {'name': 'network-changed', 'server_uuid': '6774e618-8e5f-4815-8e60-0473be16aabc', 'tag': 'e75b43e2-a1dd-4d55-b4da-8e6449521a74', 'status': 'completed', 'code': 200} May 09 04:26:51.911323 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9388116e-e05a-48d2-96d0-1abdaf23aef2 req-ec162ce4-e9ca-4ef2-99f3-9669fa84fe6d tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:51.912895 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9388116e-e05a-48d2-96d0-1abdaf23aef2 req-ec162ce4-e9ca-4ef2-99f3-9669fa84fe6d tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/ports?device_id=06e2388e-186d-4ea8-94d7-5b9952abc60d HTTP/1.1" status: 200 len: 944 time: 0.0493495 May 09 04:26:51.965703 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9388116e-e05a-48d2-96d0-1abdaf23aef2 req-3db07c8b-1e37-4363-be2b-d686381e9f10 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f78eee5-cf2f-41a0-a6fa-018a1a89e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468190 May 09 04:26:52.080338 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 42702) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:52.188883 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d6ae8b6d-19a5-4e98-ae09-00316550a060 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:52.267728 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d6ae8b6d-19a5-4e98-ae09-00316550a060 admin admin] Publish callbacks [] for security_group (7f2313fb-97f2-4c6c-91b8-e8b383f182c6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:52.272242 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d6ae8b6d-19a5-4e98-ae09-00316550a060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (7f2313fb-97f2-4c6c-91b8-e8b383f182c6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:52.311217 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-d6ae8b6d-19a5-4e98-ae09-00316550a060 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=776ca5a21dd2425a95ebd514efbabee7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296717 May 09 04:26:52.312050 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae8b6d-19a5-4e98-ae09-00316550a060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2313fb-97f2-4c6c-91b8-e8b383f182c6,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:52.313851 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 42716) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:52.360909 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f00e511-ad03-4627-8482-194511c14796 admin admin] Publish callbacks [] for security_group (7f2313fb-97f2-4c6c-91b8-e8b383f182c6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:52.385354 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f00e511-ad03-4627-8482-194511c14796 admin admin] Publish callbacks [] for security_group (7f2313fb-97f2-4c6c-91b8-e8b383f182c6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:52.433293 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f00e511-ad03-4627-8482-194511c14796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (7f2313fb-97f2-4c6c-91b8-e8b383f182c6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:52.436299 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2f00e511-ad03-4627-8482-194511c14796 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:52.437607 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-2f00e511-ad03-4627-8482-194511c14796 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7f2313fb-97f2-4c6c-91b8-e8b383f182c6 HTTP/1.1" status: 204 len: 168 time: 0.1226254 May 09 04:26:52.450772 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f00e511-ad03-4627-8482-194511c14796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2313fb-97f2-4c6c-91b8-e8b383f182c6,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:52.641108 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74ef11-34b1-48b7-8deb-a026ff9f8b36 req-98d35f01-a565-4074-ae43-f7a58cea533c tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:52.642682 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5f74ef11-34b1-48b7-8deb-a026ff9f8b36 req-98d35f01-a565-4074-ae43-f7a58cea533c tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 943 time: 0.0476708 May 09 04:26:52.698592 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5f74ef11-34b1-48b7-8deb-a026ff9f8b36 req-dc97ea74-ced1-4a83-85f8-8c7ca9431362 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471013 May 09 04:26:52.707247 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-08cc62ab-92c3-4be8-9351-eb107890969d req-6f14f3a1-fb65-4f2b-86af-a44843f53312 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 210 time: 0.0309865 May 09 04:26:52.715918 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 42730) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:52.729040 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-860babf6-3adb-4736-a747-2fc9f093c0aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:52.816516 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756bacd2-edbd-4411-89d0-3b92dfaef6f2 req-f9c487a3-2145-4960-9b9c-4b8cbc1eff4b tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:52.817351 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-860babf6-3adb-4736-a747-2fc9f093c0aa admin admin] Publish callbacks [] for security_group (514a2985-3cdf-43f3-a369-d47719b9e0fe), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:52.818955 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-756bacd2-edbd-4411-89d0-3b92dfaef6f2 req-f9c487a3-2145-4960-9b9c-4b8cbc1eff4b tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 944 time: 0.0495408 May 09 04:26:52.824279 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-860babf6-3adb-4736-a747-2fc9f093c0aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (514a2985-3cdf-43f3-a369-d47719b9e0fe), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:52.863072 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860babf6-3adb-4736-a747-2fc9f093c0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514a2985-3cdf-43f3-a369-d47719b9e0fe,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:52.871583 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-860babf6-3adb-4736-a747-2fc9f093c0aa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c8591337c62d4ea29d08891e0e016ce6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1520355 May 09 04:26:52.871799 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 42734) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:52.888212 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0e0d7787-0c60-4d43-a410-e48c35302942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3dae496a-5564-45d9-8b4f-04486e79e4dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:52.892396 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-756bacd2-edbd-4411-89d0-3b92dfaef6f2 req-b787fe26-82d6-496d-8ae3-7b01a5d9098a tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644202 May 09 04:26:52.922315 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-38668769-6dc7-4b98-b733-400c0011f4ce admin admin] Publish callbacks [] for security_group (514a2985-3cdf-43f3-a369-d47719b9e0fe), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:52.942932 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-38668769-6dc7-4b98-b733-400c0011f4ce admin admin] Publish callbacks [] for security_group (514a2985-3cdf-43f3-a369-d47719b9e0fe), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:52.988976 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-38668769-6dc7-4b98-b733-400c0011f4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (514a2985-3cdf-43f3-a369-d47719b9e0fe), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:52.991814 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-38668769-6dc7-4b98-b733-400c0011f4ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:52.992987 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-38668769-6dc7-4b98-b733-400c0011f4ce admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/514a2985-3cdf-43f3-a369-d47719b9e0fe HTTP/1.1" status: 204 len: 168 time: 0.1202614 May 09 04:26:53.000605 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38668769-6dc7-4b98-b733-400c0011f4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514a2985-3cdf-43f3-a369-d47719b9e0fe,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:53.082275 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5fcb1-e8a4-4206-8cb1-14abb669117d req-efa0ca6d-3de0-4215-a267-bfac2b4804d9 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:53.083847 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5dd5fcb1-e8a4-4206-8cb1-14abb669117d req-efa0ca6d-3de0-4215-a267-bfac2b4804d9 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/ports?device_id=06e2388e-186d-4ea8-94d7-5b9952abc60d HTTP/1.1" status: 200 len: 944 time: 0.0480053 May 09 04:26:53.136656 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5dd5fcb1-e8a4-4206-8cb1-14abb669117d req-90da7cc2-44fc-4387-9d87-8dcbd4202841 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f78eee5-cf2f-41a0-a6fa-018a1a89e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468371 May 09 04:26:53.811445 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d007ba05-e83a-4949-8982-7ab86bcfe907 req-ff3143fc-32f7-46a7-b698-78609725d68e tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 210 time: 0.0288649 May 09 04:26:53.833462 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a7c33-8c48-4ba6-b994-a5d441b4d08f req-eb25e93f-b448-4d2f-a966-c12bd92ea6c5 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:53.833462 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-368a7c33-8c48-4ba6-b994-a5d441b4d08f req-eb25e93f-b448-4d2f-a966-c12bd92ea6c5 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 943 time: 0.0570240 May 09 04:26:53.883680 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-368a7c33-8c48-4ba6-b994-a5d441b4d08f req-08583ec2-22e6-4669-b207-43c98fd4f0db tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451183 May 09 04:26:54.007774 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019026d-7808-42d5-84b5-69c432697c7d req-bf8271bb-5133-4ed2-b398-ece8d501663f tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:54.009266 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3019026d-7808-42d5-84b5-69c432697c7d req-bf8271bb-5133-4ed2-b398-ece8d501663f tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 944 time: 0.0489287 May 09 04:26:54.058785 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3019026d-7808-42d5-84b5-69c432697c7d req-2a6742be-6dda-4fe3-807e-0dbd81fb0383 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437112 May 09 04:26:54.121062 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7671283-9f0b-468d-8f0b-6ce51d9cb9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (896ddadf-f6f7-4d68-b704-6882247efc03), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:54.262049 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54746bcc-1681-420b-8234-33c84cb824b9 req-e25885aa-c325-42c6-a4b2-ea6a09dc4e33 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:54.263914 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-54746bcc-1681-420b-8234-33c84cb824b9 req-e25885aa-c325-42c6-a4b2-ea6a09dc4e33 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/ports?device_id=06e2388e-186d-4ea8-94d7-5b9952abc60d HTTP/1.1" status: 200 len: 944 time: 0.0530756 May 09 04:26:54.313215 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-54746bcc-1681-420b-8234-33c84cb824b9 req-b751558d-d667-420e-b81d-f831157dc187 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f78eee5-cf2f-41a0-a6fa-018a1a89e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431657 May 09 04:26:54.746367 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66ebce-fae7-4c2e-82ea-c18198992c3f req-23e92c4b-9963-4dff-8337-e36f5584be09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:54.748185 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2a66ebce-fae7-4c2e-82ea-c18198992c3f req-23e92c4b-9963-4dff-8337-e36f5584be09 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d28d5139952d450fa3b7da38a62d7a03&device_id=6774e618-8e5f-4815-8e60-0473be16aabc HTTP/1.1" status: 200 len: 1128 time: 0.1315324 May 09 04:26:54.876830 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb1d0a-2624-40a1-a633-49846ab31af1 req-1243a44b-1d79-46ed-91ef-71f98a366e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:54.880436 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-93bb1d0a-2624-40a1-a633-49846ab31af1 req-1243a44b-1d79-46ed-91ef-71f98a366e05 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=5e56ba7f9cc64897a1d95ac15061e9e4&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2887173 May 09 04:26:54.924084 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66ebce-fae7-4c2e-82ea-c18198992c3f req-d3284b63-1689-4c63-b7ef-2f109bd7322c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:54.925490 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2a66ebce-fae7-4c2e-82ea-c18198992c3f req-d3284b63-1689-4c63-b7ef-2f109bd7322c service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=d28d5139952d450fa3b7da38a62d7a03&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1643643 May 09 04:26:55.046822 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5a89ad87-3ce9-42a5-9726-8b40439b2d21 req-4020b349-3175-4d7c-a7f7-ee6125cce89e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=38a931bd-bcdb-4a4e-93b0-9762abc0163c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4208095 May 09 04:26:55.156230 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6cde0065-8556-4dbb-b544-4bf266ae9586 req-babcc209-cc2b-4054-a401-9ed931aba3c0 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 210 time: 0.1749179 May 09 04:26:55.192193 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.13', 65005) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:55.299536 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4d51c-d38c-4f08-88ca-927a0c2f124f req-67301c5f-f9cc-4ca2-adbb-b0b945df64df tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:55.305575 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-bea4d51c-d38c-4f08-88ca-927a0c2f124f req-67301c5f-f9cc-4ca2-adbb-b0b945df64df tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 943 time: 0.2623224 May 09 04:26:55.318236 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43e19ad3-c0e7-48b8-9cb0-6496f201f8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3ce75c28-5550-4d51-9af6-2a59ee09c43b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:55.344512 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09689c-dc70-4e2f-928c-e42ef3eb14e6 req-cd548ec0-2183-4414-b488-35508a4d4442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:55.346257 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-0d09689c-dc70-4e2f-928c-e42ef3eb14e6 req-cd548ec0-2183-4414-b488-35508a4d4442 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=3c23c235fa1c4944bd7a337357d0c030&shared=False HTTP/1.1" status: 200 len: 912 time: 0.7778933 May 09 04:26:55.484604 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423cbe5-efe6-44bc-9671-1e0b29e40c71 req-4f7071c3-2720-4dc3-841d-9560aa10dc81 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:55.488757 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b423cbe5-efe6-44bc-9671-1e0b29e40c71 req-4f7071c3-2720-4dc3-841d-9560aa10dc81 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 944 time: 0.1343122 May 09 04:26:55.532478 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 42854) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:55.605283 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66ebce-fae7-4c2e-82ea-c18198992c3f req-7dc6b1c8-f220-487c-ae61-7ef1012b69c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:55.606724 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2a66ebce-fae7-4c2e-82ea-c18198992c3f req-7dc6b1c8-f220-487c-ae61-7ef1012b69c3 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5306585 May 09 04:26:55.629436 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb1d0a-2624-40a1-a633-49846ab31af1 req-09c81df8-c3d5-49ec-8e0f-8706964255ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:55.631873 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-93bb1d0a-2624-40a1-a633-49846ab31af1 req-09c81df8-c3d5-49ec-8e0f-8706964255ad service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5579097 May 09 04:26:55.644405 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b423cbe5-efe6-44bc-9671-1e0b29e40c71 req-2047fa1d-c28c-4efc-9138-0a66b0c21322 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958292 May 09 04:26:55.694724 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-bea4d51c-d38c-4f08-88ca-927a0c2f124f req-e3b7aaa3-40e5-42ab-990b-0864738efbdc tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3112664 May 09 04:26:55.726867 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171cba6e-ca46-4283-8c53-540afeabd990 req-4fc873b4-4c04-4f59-97a3-01327737d366 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:55.728423 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-171cba6e-ca46-4283-8c53-540afeabd990 req-4fc873b4-4c04-4f59-97a3-01327737d366 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.13 "GET /v2.0/networks?id=9cb94923-1093-45fc-bebd-e159f3ac8dd3 HTTP/1.1" status: 200 len: 819 time: 0.5362418 May 09 04:26:55.730209 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5a89ad87-3ce9-42a5-9726-8b40439b2d21 req-c91fcd0d-cedc-4e4b-a41d-0d599d5bff9a service neutron] 10.222.0.13 "GET /v2.0/networks/38a931bd-bcdb-4a4e-93b0-9762abc0163c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6761854 May 09 04:26:55.733042 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f3d03207-ca37-4b5e-be1b-1c41abdd7762 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:55.736270 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09689c-dc70-4e2f-928c-e42ef3eb14e6 req-ee733698-80b5-40f6-8b10-a6f8a32b5c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:55.737663 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-0d09689c-dc70-4e2f-928c-e42ef3eb14e6 req-ee733698-80b5-40f6-8b10-a6f8a32b5c39 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3601830 May 09 04:26:55.742511 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b600d56-e725-4fa1-be7f-976872f8e021 req-ecbeea3c-2eec-4b30-a7ce-f36397871c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:55.743949 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2b600d56-e725-4fa1-be7f-976872f8e021 req-ecbeea3c-2eec-4b30-a7ce-f36397871c3c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d28d5139952d450fa3b7da38a62d7a03&device_id=6774e618-8e5f-4815-8e60-0473be16aabc HTTP/1.1" status: 200 len: 1128 time: 0.0954940 May 09 04:26:55.748897 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [req-171cba6e-ca46-4283-8c53-540afeabd990 req-6172e058-37fc-4b09-9657-d743d1c59c63 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Request body: {'port': {'device_id': '7fc9d45a-d1d9-4a28-8af9-4b6e14898436', 'network_id': '9cb94923-1093-45fc-bebd-e159f3ac8dd3', 'admin_state_up': True, 'tenant_id': 'd28d5139952d450fa3b7da38a62d7a03'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:26:55.749159 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-8472a0fd-1001-4dc2-b6fa-1540157b4e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:55.750786 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-8472a0fd-1001-4dc2-b6fa-1540157b4e80 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5e56ba7f9cc64897a1d95ac15061e9e4&device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 1127 time: 0.0626926 May 09 04:26:55.783921 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d032985a-ae6b-42b4-9893-90156bc16e7b req-9c9e55d0-1d8b-4d4d-8fb0-c24ffab217a4 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:55.785340 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d032985a-ae6b-42b4-9893-90156bc16e7b req-9c9e55d0-1d8b-4d4d-8fb0-c24ffab217a4 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/ports?device_id=06e2388e-186d-4ea8-94d7-5b9952abc60d HTTP/1.1" status: 200 len: 944 time: 0.0556040 May 09 04:26:55.835271 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d032985a-ae6b-42b4-9893-90156bc16e7b req-3d80740a-7ed1-46d4-aae1-c33feae3342f tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f78eee5-cf2f-41a0-a6fa-018a1a89e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436599 May 09 04:26:55.964461 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5a89ad87-3ce9-42a5-9726-8b40439b2d21 req-badcdef7-a8f8-41c3-b139-824287511e57 service neutron] 10.222.0.13 "GET /v2.0/networks/38a931bd-bcdb-4a4e-93b0-9762abc0163c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096629 May 09 04:26:55.999322 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-171cba6e-ca46-4283-8c53-540afeabd990 req-6172e058-37fc-4b09-9657-d743d1c59c63 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Made reservation on behalf of d28d5139952d450fa3b7da38a62d7a03 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:26:56.003128 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-171cba6e-ca46-4283-8c53-540afeabd990 req-6172e058-37fc-4b09-9657-d743d1c59c63 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:56.016882 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f3d03207-ca37-4b5e-be1b-1c41abdd7762 admin admin] Publish callbacks [] for security_group (8644b0ca-08ab-4a87-9c63-30931c7613e6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:56.026484 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f3d03207-ca37-4b5e-be1b-1c41abdd7762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (8644b0ca-08ab-4a87-9c63-30931c7613e6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:56.123808 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-f3d03207-ca37-4b5e-be1b-1c41abdd7762 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0dd9e10217e64a2a9bd5673a803ac71f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5902803 May 09 04:26:56.126342 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 42876) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:56.126955 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d03207-ca37-4b5e-be1b-1c41abdd7762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8644b0ca-08ab-4a87-9c63-30931c7613e6,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:56.205922 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e62aa41b-ee78-4a17-ab34-396998b1d88d admin admin] Publish callbacks [] for security_group (8644b0ca-08ab-4a87-9c63-30931c7613e6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:56.206682 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-171cba6e-ca46-4283-8c53-540afeabd990 req-6172e058-37fc-4b09-9657-d743d1c59c63 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Allocated IP 172.20.0.7 (9cb94923-1093-45fc-bebd-e159f3ac8dd3/d9336625-5bcd-4003-b69b-e3b341dd5f63/e798f1fa-3df7-4ec0-be2e-bf5db59b8036) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:26:56.232269 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e62aa41b-ee78-4a17-ab34-396998b1d88d admin admin] Publish callbacks [] for security_group (8644b0ca-08ab-4a87-9c63-30931c7613e6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:56.294972 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e62aa41b-ee78-4a17-ab34-396998b1d88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (8644b0ca-08ab-4a87-9c63-30931c7613e6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:56.299180 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e62aa41b-ee78-4a17-ab34-396998b1d88d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:56.300628 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-e62aa41b-ee78-4a17-ab34-396998b1d88d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8644b0ca-08ab-4a87-9c63-30931c7613e6 HTTP/1.1" status: 204 len: 168 time: 0.1730568 May 09 04:26:56.312777 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62aa41b-ee78-4a17-ab34-396998b1d88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8644b0ca-08ab-4a87-9c63-30931c7613e6,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:56.371759 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-82d0c67d-ebaf-4c12-974c-d7cb52709a58 req-818d055b-6d86-4ed1-a78b-5bea70fd0dbb tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 210 time: 0.0823739 May 09 04:26:56.435854 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-171cba6e-ca46-4283-8c53-540afeabd990 req-6172e058-37fc-4b09-9657-d743d1c59c63 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks [] for port (e798f1fa-3df7-4ec0-be2e-bf5db59b8036), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:56.473329 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-171cba6e-ca46-4283-8c53-540afeabd990 req-6172e058-37fc-4b09-9657-d743d1c59c63 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060'] for port (e798f1fa-3df7-4ec0-be2e-bf5db59b8036), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:56.517098 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-171cba6e-ca46-4283-8c53-540afeabd990 req-6172e058-37fc-4b09-9657-d743d1c59c63 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Network 9cb94923-1093-45fc-bebd-e159f3ac8dd3 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:26:56.520096 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-171cba6e-ca46-4283-8c53-540afeabd990 req-6172e058-37fc-4b09-9657-d743d1c59c63 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:26:56.524490 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-171cba6e-ca46-4283-8c53-540afeabd990 req-6172e058-37fc-4b09-9657-d743d1c59c63 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:26:56.529668 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171cba6e-ca46-4283-8c53-540afeabd990 req-6172e058-37fc-4b09-9657-d743d1c59c63 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:56.530502 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-171cba6e-ca46-4283-8c53-540afeabd990 req-6172e058-37fc-4b09-9657-d743d1c59c63 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:56.547319 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6172e058-37fc-4b09-9657-d743d1c59c63 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Pushing event updated for resources: {'Port': ['ID=e798f1fa-3df7-4ec0-be2e-bf5db59b8036,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:56.562410 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-171cba6e-ca46-4283-8c53-540afeabd990 req-6172e058-37fc-4b09-9657-d743d1c59c63 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8185194 May 09 04:26:56.641529 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 42892) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:56.655112 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73098348-c67d-4412-a4cb-0aa83b1dfb53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:56.769885 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73098348-c67d-4412-a4cb-0aa83b1dfb53 admin admin] Publish callbacks [] for security_group (3d142e1d-07e5-41e7-b448-b33b4e1f7232), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:56.777142 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73098348-c67d-4412-a4cb-0aa83b1dfb53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (3d142e1d-07e5-41e7-b448-b33b4e1f7232), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:56.782931 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (9a15748d-6a05-4459-b777-d0dd003edfa1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:56.802198 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-9aa3355e-6564-4520-8944-fca1ee124e64 None None] Provisioning complete for port e798f1fa-3df7-4ec0-be2e-bf5db59b8036 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:26:56.802979 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9aa3355e-6564-4520-8944-fca1ee124e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (e798f1fa-3df7-4ec0-be2e-bf5db59b8036), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:56.809200 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b04142-92aa-4bd5-9573-e3ddf2c2486f req-6b64f528-3cc0-4d01-9b8f-d7f3f6dd59b3 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:56.810636 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-03b04142-92aa-4bd5-9573-e3ddf2c2486f req-6b64f528-3cc0-4d01-9b8f-d7f3f6dd59b3 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 944 time: 0.0804090 May 09 04:26:56.816800 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b7924d-becc-42c7-be17-5711481dd891 req-88bf96de-d620-4ddd-8128-3c9be439a0f8 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:56.820362 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a8b7924d-becc-42c7-be17-5711481dd891 req-88bf96de-d620-4ddd-8128-3c9be439a0f8 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 943 time: 0.0530932 May 09 04:26:56.843218 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-73098348-c67d-4412-a4cb-0aa83b1dfb53 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=325adb362e0545a8ae52bdc4a6faea3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2005429 May 09 04:26:56.845898 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 42898) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:26:56.849300 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-9aa3355e-6564-4520-8944-fca1ee124e64 None None] Port e798f1fa-3df7-4ec0-be2e-bf5db59b8036 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 04:26:56.850186 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73098348-c67d-4412-a4cb-0aa83b1dfb53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d142e1d-07e5-41e7-b448-b33b4e1f7232,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:56.876324 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-03b04142-92aa-4bd5-9573-e3ddf2c2486f req-29b20726-42e4-4f78-973f-82d378e105af tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554268 May 09 04:26:56.914141 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a8b7924d-becc-42c7-be17-5711481dd891 req-3342efb9-cf8e-4fdb-a8e5-2a330c632850 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861156 May 09 04:26:56.927990 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2d75c0a1-c3f1-4859-aed8-228bf63dbaa1 admin admin] Publish callbacks [] for security_group (3d142e1d-07e5-41e7-b448-b33b4e1f7232), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:56.950192 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2d75c0a1-c3f1-4859-aed8-228bf63dbaa1 admin admin] Publish callbacks [] for security_group (3d142e1d-07e5-41e7-b448-b33b4e1f7232), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:56.976243 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4f16d-bd00-4c4b-b50f-9174f5e880fc req-61353a26-5ef1-48c6-b377-c95a9ea7c666 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:56.977680 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fcb4f16d-bd00-4c4b-b50f-9174f5e880fc req-61353a26-5ef1-48c6-b377-c95a9ea7c666 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/ports?device_id=06e2388e-186d-4ea8-94d7-5b9952abc60d HTTP/1.1" status: 200 len: 944 time: 0.0461917 May 09 04:26:56.997665 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2d75c0a1-c3f1-4859-aed8-228bf63dbaa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (3d142e1d-07e5-41e7-b448-b33b4e1f7232), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:57.000291 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2d75c0a1-c3f1-4859-aed8-228bf63dbaa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:57.001429 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-2d75c0a1-c3f1-4859-aed8-228bf63dbaa1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3d142e1d-07e5-41e7-b448-b33b4e1f7232 HTTP/1.1" status: 204 len: 168 time: 0.1545088 May 09 04:26:57.010658 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d75c0a1-c3f1-4859-aed8-228bf63dbaa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d142e1d-07e5-41e7-b448-b33b4e1f7232,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:57.030395 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fcb4f16d-bd00-4c4b-b50f-9174f5e880fc req-3f7b239e-9aa2-4775-a74b-ca6e46dbf553 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f78eee5-cf2f-41a0-a6fa-018a1a89e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469515 May 09 04:26:57.502598 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5223fce3-68e6-4879-9f3a-29b1565b2f5d req-d097dcea-2053-487d-b313-f21bc8a1553c tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:57.510124 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5223fce3-68e6-4879-9f3a-29b1565b2f5d req-d097dcea-2053-487d-b313-f21bc8a1553c tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 931 time: 0.0627222 May 09 04:26:57.566166 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5223fce3-68e6-4879-9f3a-29b1565b2f5d req-f09ffb3d-b328-45df-8f58-15f020029335 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549686 May 09 04:26:57.995158 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9632e9-58e9-4538-b788-da852faa0ce4 req-25d167e6-97e1-435d-85bf-6cc90ca2b641 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:57.996862 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3d9632e9-58e9-4538-b788-da852faa0ce4 req-25d167e6-97e1-435d-85bf-6cc90ca2b641 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 944 time: 0.0494151 May 09 04:26:58.042125 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ea334-bb03-494c-b656-b9e3c63e1ba9 req-2f886936-92cc-4747-978c-9870f4c90434 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:58.043775 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a22ea334-bb03-494c-b656-b9e3c63e1ba9 req-2f886936-92cc-4747-978c-9870f4c90434 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 943 time: 0.0580592 May 09 04:26:58.053871 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3d9632e9-58e9-4538-b788-da852faa0ce4 req-8e366659-6bb8-45df-a6ef-25d4eac41978 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512564 May 09 04:26:58.097990 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a22ea334-bb03-494c-b656-b9e3c63e1ba9 req-016e5136-113d-4818-a388-f87c06ab6744 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486114 May 09 04:26:58.157065 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1d531-2faf-4bff-a370-603bb32db945 req-8347045a-2ecb-40dd-99ff-f64898382bd9 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:58.158526 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-18d1d531-2faf-4bff-a370-603bb32db945 req-8347045a-2ecb-40dd-99ff-f64898382bd9 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/ports?device_id=06e2388e-186d-4ea8-94d7-5b9952abc60d HTTP/1.1" status: 200 len: 944 time: 0.0481679 May 09 04:26:58.205250 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-18d1d531-2faf-4bff-a370-603bb32db945 req-ac8eafa4-5aa1-455c-9965-c87800bef8fd tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f78eee5-cf2f-41a0-a6fa-018a1a89e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403414 May 09 04:26:58.502265 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 7113abb1-73d9-40ca-bca3-339dc9e98ae7 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 04:26:58.522353 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [req-171cba6e-ca46-4283-8c53-540afeabd990 req-18182244-0659-4c8a-b9f8-1c955f7d34a2 service neutron] Request body: {'port': {'device_id': '7fc9d45a-d1d9-4a28-8af9-4b6e14898436', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:26:58.638982 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port 7113abb1-73d9-40ca-bca3-339dc9e98ae7, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=7113abb1-73d9-40ca-bca3-339dc9e98ae7,segment=NetworkSegment(8a755896-dc0c-4b14-9f17-b8714677f608),segment_id=8a755896-dc0c-4b14-9f17-b8714677f608)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:26:58.654986 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-82f920cd-dc6e-4ed3-9850-3355abdb5cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:58.662538 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-82f920cd-dc6e-4ed3-9850-3355abdb5cd0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3c23c235fa1c4944bd7a337357d0c030&device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 1128 time: 0.1081152 May 09 04:26:58.690064 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Returning: {'device': '7113abb1-73d9-40ca-bca3-339dc9e98ae7', 'network_id': '38a931bd-bcdb-4a4e-93b0-9762abc0163c', 'port_id': '7113abb1-73d9-40ca-bca3-339dc9e98ae7', 'mac_address': 'fa:16:3e:9e:d6:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '608c9b1c-6abe-4a88-8a3b-70d6c86eb3ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 04:26:58.785965 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port 7113abb1-73d9-40ca-bca3-339dc9e98ae7 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:26:58.787390 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (7113abb1-73d9-40ca-bca3-339dc9e98ae7), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:58.807975 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7113abb1-73d9-40ca-bca3-339dc9e98ae7 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 04:26:58.842290 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2b600d56-e725-4fa1-be7f-976872f8e021 req-e83dab86-5062-4cf2-891c-6629c231065f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e75b43e2-a1dd-4d55-b4da-8e6449521a74 HTTP/1.1" status: 200 len: 217 time: 0.3547018 May 09 04:26:58.845004 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port 7113abb1-73d9-40ca-bca3-339dc9e98ae7, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=7113abb1-73d9-40ca-bca3-339dc9e98ae7,segment=NetworkSegment(8a755896-dc0c-4b14-9f17-b8714677f608),segment_id=8a755896-dc0c-4b14-9f17-b8714677f608)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:26:58.852891 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (7113abb1-73d9-40ca-bca3-339dc9e98ae7), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:58.888524 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-0eb14182-6840-427a-b374-d182101cc8f9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2abd51b8-3b37-4ec3-841e-462a68eb5cbc HTTP/1.1" status: 200 len: 217 time: 0.0541065 May 09 04:26:58.986950 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b600d56-e725-4fa1-be7f-976872f8e021 req-20a34db7-d66a-4644-95f0-82a108856fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:58.989788 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2b600d56-e725-4fa1-be7f-976872f8e021 req-20a34db7-d66a-4644-95f0-82a108856fe0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9336625-5bcd-4003-b69b-e3b341dd5f63 HTTP/1.1" status: 200 len: 858 time: 0.1108019 May 09 04:26:58.994258 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-1ae9ca40-e4d7-4d01-a765-bb725dde01c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:58.996270 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-1ae9ca40-e4d7-4d01-a765-bb725dde01c4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1eeed15e-26fd-4534-8116-03da5482032b HTTP/1.1" status: 200 len: 856 time: 0.0983441 May 09 04:26:59.008488 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e37d4-126a-405c-83fd-680a726ddcde req-4c069085-9002-4ba3-a56a-61098b464302 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:59.010059 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9c6e37d4-126a-405c-83fd-680a726ddcde req-4c069085-9002-4ba3-a56a-61098b464302 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 931 time: 0.3218224 May 09 04:26:59.017304 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=7113abb1-73d9-40ca-bca3-339dc9e98ae7,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:26:59.059537 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-967deb8c-1976-48af-9f3a-8015cb522d42 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cfb4f53-5fec-4952-ba0d-117da0e35d2d HTTP/1.1" status: 200 len: 217 time: 0.3883355 May 09 04:26:59.060476 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-171cba6e-ca46-4283-8c53-540afeabd990 req-18182244-0659-4c8a-b9f8-1c955f7d34a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (e798f1fa-3df7-4ec0-be2e-bf5db59b8036), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:26:59.130552 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b600d56-e725-4fa1-be7f-976872f8e021 req-179ad2a0-6219-41d0-9d5a-3574bea08fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:59.132540 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2b600d56-e725-4fa1-be7f-976872f8e021 req-179ad2a0-6219-41d0-9d5a-3574bea08fae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9cb94923-1093-45fc-bebd-e159f3ac8dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1347303 May 09 04:26:59.147884 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] get_ports_and_sgs() called for port_ids ['7113abb1-73d9-40ca-bca3-339dc9e98ae7'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 04:26:59.216383 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-9c103700-0121-4524-a85a-24d907bb597f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:59.217957 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-9c103700-0121-4524-a85a-24d907bb597f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=01d9e17c-6b96-4039-a582-d98ab8fe7760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1226144 May 09 04:26:59.345191 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9c6e37d4-126a-405c-83fd-680a726ddcde req-b7e3aa35-499f-423e-be0e-71a6c572e5c1 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955968 May 09 04:26:59.384209 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df36ce6-84f0-4179-af0d-69c1563da4cd req-0df5dbbf-400d-484c-b277-1d80d8125a3b tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:59.386462 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4df36ce6-84f0-4179-af0d-69c1563da4cd req-0df5dbbf-400d-484c-b277-1d80d8125a3b tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 944 time: 0.1427174 May 09 04:26:59.424086 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-cec087c5-bd68-4f1d-ae3d-1540168fc342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:59.425947 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2b600d56-e725-4fa1-be7f-976872f8e021 req-5683e279-fb91-4ab1-80b0-41c34029a247 service neutron] 10.222.0.13 "GET /v2.0/networks/9cb94923-1093-45fc-bebd-e159f3ac8dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743852 May 09 04:26:59.427686 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-cec087c5-bd68-4f1d-ae3d-1540168fc342 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6 HTTP/1.1" status: 200 len: 850 time: 0.2821040 May 09 04:26:59.550484 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-61f6dd88-bf69-410b-b06e-c28a3a6171b5 service neutron] 10.222.0.13 "GET /v2.0/networks/01d9e17c-6b96-4039-a582-d98ab8fe7760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245633 May 09 04:26:59.554474 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4df36ce6-84f0-4179-af0d-69c1563da4cd req-86795b9f-516e-4a6d-bd88-73db9e07d4f3 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534617 May 09 04:26:59.662214 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-32245186-1dee-489d-82ac-874b3f2a60ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:59.663733 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-32245186-1dee-489d-82ac-874b3f2a60ba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=97444843-38bb-4cb5-93cc-2ce85c9e2986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2251279 May 09 04:26:59.694879 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6a0177b2-0cfe-43cb-a63e-8970f6446987 req-9162a45d-253d-4427-9995-1320f0fbd580 service neutron] 10.222.0.13 "GET /v2.0/networks/01d9e17c-6b96-4039-a582-d98ab8fe7760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374066 May 09 04:26:59.763026 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a92f1-0c06-423b-adc3-e4b22555f369 req-aef15388-6f2c-4cfa-ae59-19f76817b53f tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:59.764585 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-3d2a92f1-0c06-423b-adc3-e4b22555f369 req-aef15388-6f2c-4cfa-ae59-19f76817b53f tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 943 time: 0.1595120 May 09 04:26:59.765859 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2b600d56-e725-4fa1-be7f-976872f8e021 req-a267b070-be9c-4ccb-8ae4-b2d7c4a63dac service neutron] 10.222.0.13 "GET /v2.0/networks/9cb94923-1093-45fc-bebd-e159f3ac8dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263903 May 09 04:26:59.786728 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474d4ff-4623-4d6e-85e2-4d320f97585e req-ebb7341c-7e87-4403-864b-4c694245677e tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:26:59.788231 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b474d4ff-4623-4d6e-85e2-4d320f97585e req-ebb7341c-7e87-4403-864b-4c694245677e tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/ports?device_id=06e2388e-186d-4ea8-94d7-5b9952abc60d HTTP/1.1" status: 200 len: 945 time: 0.0697727 May 09 04:26:59.841493 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b474d4ff-4623-4d6e-85e2-4d320f97585e req-349a451f-7111-47fe-89a2-193f060c9120 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f78eee5-cf2f-41a0-a6fa-018a1a89e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464387 May 09 04:26:59.905603 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-3d2a92f1-0c06-423b-adc3-e4b22555f369 req-7947812e-eae8-4040-8148-8fe5f805f1fa tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079235 May 09 04:26:59.936170 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-f1469c20-2ca4-489d-b94c-e1928b498a98 service neutron] 10.222.0.13 "GET /v2.0/networks/97444843-38bb-4cb5-93cc-2ce85c9e2986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648554 May 09 04:26:59.995117 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [req-171cba6e-ca46-4283-8c53-540afeabd990 req-18182244-0659-4c8a-b9f8-1c955f7d34a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e798f1fa-3df7-4ec0-be2e-bf5db59b8036 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 04:27:00.002761 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-171cba6e-ca46-4283-8c53-540afeabd990 req-18182244-0659-4c8a-b9f8-1c955f7d34a2 service neutron] Publish callbacks [] for port (e798f1fa-3df7-4ec0-be2e-bf5db59b8036), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:00.016002 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-171cba6e-ca46-4283-8c53-540afeabd990 req-18182244-0659-4c8a-b9f8-1c955f7d34a2 service neutron] Transition to ACTIVE for port object e798f1fa-3df7-4ec0-be2e-bf5db59b8036 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 04:27:00.019959 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-171cba6e-ca46-4283-8c53-540afeabd990 req-18182244-0659-4c8a-b9f8-1c955f7d34a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (e798f1fa-3df7-4ec0-be2e-bf5db59b8036), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:00.060616 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 43022) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:00.072969 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18182244-0659-4c8a-b9f8-1c955f7d34a2 service neutron] Pushing event updated for resources: {'Port': ['ID=e798f1fa-3df7-4ec0-be2e-bf5db59b8036,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:00.114832 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-171cba6e-ca46-4283-8c53-540afeabd990 req-18182244-0659-4c8a-b9f8-1c955f7d34a2 service neutron] Attempting to bind port e798f1fa-3df7-4ec0-be2e-bf5db59b8036 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:27:00.115157 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-171cba6e-ca46-4283-8c53-540afeabd990 req-18182244-0659-4c8a-b9f8-1c955f7d34a2 service neutron] Attempting to bind port e798f1fa-3df7-4ec0-be2e-bf5db59b8036 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9cb94923-1093-45fc-bebd-e159f3ac8dd3'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:27:00.115495 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171cba6e-ca46-4283-8c53-540afeabd990 req-18182244-0659-4c8a-b9f8-1c955f7d34a2 service neutron] Attempting to bind port e798f1fa-3df7-4ec0-be2e-bf5db59b8036 on network 9cb94923-1093-45fc-bebd-e159f3ac8dd3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:27:00.120384 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171cba6e-ca46-4283-8c53-540afeabd990 req-18182244-0659-4c8a-b9f8-1c955f7d34a2 service neutron] Port e798f1fa-3df7-4ec0-be2e-bf5db59b8036 on network 9cb94923-1093-45fc-bebd-e159f3ac8dd3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 04:27:00.120664 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171cba6e-ca46-4283-8c53-540afeabd990 req-18182244-0659-4c8a-b9f8-1c955f7d34a2 service neutron] Attempting to bind port e798f1fa-3df7-4ec0-be2e-bf5db59b8036 on network 9cb94923-1093-45fc-bebd-e159f3ac8dd3 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:27:00.125700 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171cba6e-ca46-4283-8c53-540afeabd990 req-18182244-0659-4c8a-b9f8-1c955f7d34a2 service neutron] Checking agent: {'id': '0ba91d57-31cd-4938-a6ad-bd18d942a965', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 24, 18), 'started_at': datetime.datetime(2022, 5, 9, 4, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:27:00.126059 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171cba6e-ca46-4283-8c53-540afeabd990 req-18182244-0659-4c8a-b9f8-1c955f7d34a2 service neutron] Checking segment: {'id': '7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9cb94923-1093-45fc-bebd-e159f3ac8dd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:27:00.126421 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171cba6e-ca46-4283-8c53-540afeabd990 req-18182244-0659-4c8a-b9f8-1c955f7d34a2 service neutron] Bound using segment: {'id': '7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9cb94923-1093-45fc-bebd-e159f3ac8dd3'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:27:00.126859 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-171cba6e-ca46-4283-8c53-540afeabd990 req-18182244-0659-4c8a-b9f8-1c955f7d34a2 service neutron] Bound port: e798f1fa-3df7-4ec0-be2e-bf5db59b8036, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9cb94923-1093-45fc-bebd-e159f3ac8dd3'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:27:00.127221 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-171cba6e-ca46-4283-8c53-540afeabd990 req-18182244-0659-4c8a-b9f8-1c955f7d34a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (e798f1fa-3df7-4ec0-be2e-bf5db59b8036), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:00.181145 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0d5c07b-f1ea-4247-aeab-923fa313431f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:00.194815 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-171cba6e-ca46-4283-8c53-540afeabd990 req-18182244-0659-4c8a-b9f8-1c955f7d34a2 service neutron] For port e798f1fa-3df7-4ec0-be2e-bf5db59b8036, host hv-cinder-83800, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:27:00.198023 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-171cba6e-ca46-4283-8c53-540afeabd990 req-18182244-0659-4c8a-b9f8-1c955f7d34a2 service neutron] For port e798f1fa-3df7-4ec0-be2e-bf5db59b8036, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=e798f1fa-3df7-4ec0-be2e-bf5db59b8036,segment=NetworkSegment(7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725),segment_id=7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:27:00.204711 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-171cba6e-ca46-4283-8c53-540afeabd990 req-18182244-0659-4c8a-b9f8-1c955f7d34a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (e798f1fa-3df7-4ec0-be2e-bf5db59b8036), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:00.243867 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171cba6e-ca46-4283-8c53-540afeabd990 req-18182244-0659-4c8a-b9f8-1c955f7d34a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:00.244515 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-171cba6e-ca46-4283-8c53-540afeabd990 req-18182244-0659-4c8a-b9f8-1c955f7d34a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:00.245928 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-171cba6e-ca46-4283-8c53-540afeabd990 req-18182244-0659-4c8a-b9f8-1c955f7d34a2 service neutron] 10.222.0.13 "PUT /v2.0/ports/e798f1fa-3df7-4ec0-be2e-bf5db59b8036 HTTP/1.1" status: 200 len: 1093 time: 1.7301726 May 09 04:27:00.246419 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fc9d45a-d1d9-4a28-8af9-4b6e14898436', 'tag': 'e798f1fa-3df7-4ec0-be2e-bf5db59b8036'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:27:00.248713 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708343da101edf5db3821e80f7e6194e70163222c3a70cb9c2c474869a6028b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ce26e7-8851-4e26-acfe-d903fbd6fa00" -d '{"events": [{"name": "network-changed", "server_uuid": "7fc9d45a-d1d9-4a28-8af9-4b6e14898436", "tag": "e798f1fa-3df7-4ec0-be2e-bf5db59b8036"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:27:00.295202 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 04:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b09380b-773b-4856-bf72-8193718e4a79 x-openstack-request-id: req-8b09380b-773b-4856-bf72-8193718e4a79 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:27:00.295865 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fc9d45a-d1d9-4a28-8af9-4b6e14898436", "tag": "e798f1fa-3df7-4ec0-be2e-bf5db59b8036", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:27:00.296146 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8b09380b-773b-4856-bf72-8193718e4a79 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:27:00.296685 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b09380b-773b-4856-bf72-8193718e4a79'] response: {'name': 'network-changed', 'server_uuid': '7fc9d45a-d1d9-4a28-8af9-4b6e14898436', 'tag': 'e798f1fa-3df7-4ec0-be2e-bf5db59b8036', 'status': 'completed', 'code': 200} May 09 04:27:00.305430 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18182244-0659-4c8a-b9f8-1c955f7d34a2 service neutron] Pushing event updated for resources: {'Port': ['ID=e798f1fa-3df7-4ec0-be2e-bf5db59b8036,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:00.311050 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0d5c07b-f1ea-4247-aeab-923fa313431f admin admin] Publish callbacks [] for security_group (0d599dde-4df4-44e4-bfe7-e2ca9d8a3e03), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:00.317089 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f0d5c07b-f1ea-4247-aeab-923fa313431f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (0d599dde-4df4-44e4-bfe7-e2ca9d8a3e03), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:00.358189 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-f0d5c07b-f1ea-4247-aeab-923fa313431f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=02a82982b3784294a5222c76163e356f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2964878 May 09 04:27:00.359045 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d5c07b-f1ea-4247-aeab-923fa313431f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d599dde-4df4-44e4-bfe7-e2ca9d8a3e03,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:00.361606 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 43032) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:00.422363 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-67bdeffc-e128-4f66-939e-750367cae4a0 admin admin] Publish callbacks [] for security_group (0d599dde-4df4-44e4-bfe7-e2ca9d8a3e03), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:00.456153 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-67bdeffc-e128-4f66-939e-750367cae4a0 admin admin] Publish callbacks [] for security_group (0d599dde-4df4-44e4-bfe7-e2ca9d8a3e03), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:00.515760 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4da221-e925-467a-82cf-a51dcacc7ba8 req-af66780b-0f3e-4bd1-8057-eebe3aa801aa tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:00.525406 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-af4da221-e925-467a-82cf-a51dcacc7ba8 req-af66780b-0f3e-4bd1-8057-eebe3aa801aa tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 943 time: 0.0867310 May 09 04:27:00.596519 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-af4da221-e925-467a-82cf-a51dcacc7ba8 req-930ec97d-b5c9-4f22-a85a-cbfcae3141d2 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698788 May 09 04:27:00.609631 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-67bdeffc-e128-4f66-939e-750367cae4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (0d599dde-4df4-44e4-bfe7-e2ca9d8a3e03), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:00.613631 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-67bdeffc-e128-4f66-939e-750367cae4a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:00.617936 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-67bdeffc-e128-4f66-939e-750367cae4a0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0d599dde-4df4-44e4-bfe7-e2ca9d8a3e03 HTTP/1.1" status: 204 len: 168 time: 0.2510731 May 09 04:27:00.625769 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bdeffc-e128-4f66-939e-750367cae4a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d599dde-4df4-44e4-bfe7-e2ca9d8a3e03,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:00.749799 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28424e9-1d14-4df7-9af2-5dd5f7db85a8 req-49aa5352-cbfa-4732-b2d1-f2cab69e245f tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:00.763323 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d28424e9-1d14-4df7-9af2-5dd5f7db85a8 req-49aa5352-cbfa-4732-b2d1-f2cab69e245f tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 944 time: 0.0724361 May 09 04:27:00.809873 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d28424e9-1d14-4df7-9af2-5dd5f7db85a8 req-081398ff-72e6-401c-b324-7b4930b0f764 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460105 May 09 04:27:00.976665 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9c1eb-facf-4a3b-976d-7ae2f8b808aa req-464df90e-0b88-4a0b-bae1-2f66cd240cca tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:00.978220 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-28d9c1eb-facf-4a3b-976d-7ae2f8b808aa req-464df90e-0b88-4a0b-bae1-2f66cd240cca tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/ports?device_id=06e2388e-186d-4ea8-94d7-5b9952abc60d HTTP/1.1" status: 200 len: 945 time: 0.0603056 May 09 04:27:00.978864 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 43060) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:01.001029 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d81e1e99-a8d4-4b1f-8805-176b17e5ba4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:01.027729 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-28d9c1eb-facf-4a3b-976d-7ae2f8b808aa req-756f7586-3bfe-4c7a-9ec4-ac24b339228f tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f78eee5-cf2f-41a0-a6fa-018a1a89e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435872 May 09 04:27:01.049169 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da2a48-aaf7-4637-9d37-e22dad32f23c req-7c798c32-0240-426c-b168-31ba29bc3753 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:01.050606 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-75da2a48-aaf7-4637-9d37-e22dad32f23c req-7c798c32-0240-426c-b168-31ba29bc3753 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 943 time: 0.0656009 May 09 04:27:01.120292 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-75da2a48-aaf7-4637-9d37-e22dad32f23c req-c7f8081f-b671-4e79-95a9-d378d6372ef7 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622962 May 09 04:27:01.142142 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d81e1e99-a8d4-4b1f-8805-176b17e5ba4b admin admin] Publish callbacks [] for security_group (713f62c5-5171-45ff-8dbf-299afd75aead), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:01.146022 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d81e1e99-a8d4-4b1f-8805-176b17e5ba4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (713f62c5-5171-45ff-8dbf-299afd75aead), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:01.182123 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-d81e1e99-a8d4-4b1f-8805-176b17e5ba4b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=966b6209b73c4d6989ab2f2f469a3b35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2021990 May 09 04:27:01.183995 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e1e99-a8d4-4b1f-8805-176b17e5ba4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713f62c5-5171-45ff-8dbf-299afd75aead,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:01.184882 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 43062) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:01.233903 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e2a4669-1449-478f-889f-8e621b19b5b3 admin admin] Publish callbacks [] for security_group (713f62c5-5171-45ff-8dbf-299afd75aead), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:01.254221 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e2a4669-1449-478f-889f-8e621b19b5b3 admin admin] Publish callbacks [] for security_group (713f62c5-5171-45ff-8dbf-299afd75aead), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:01.300127 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e2a4669-1449-478f-889f-8e621b19b5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (713f62c5-5171-45ff-8dbf-299afd75aead), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:01.302897 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0e2a4669-1449-478f-889f-8e621b19b5b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:01.304054 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-0e2a4669-1449-478f-889f-8e621b19b5b3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/713f62c5-5171-45ff-8dbf-299afd75aead HTTP/1.1" status: 204 len: 168 time: 0.1181507 May 09 04:27:01.311807 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a4669-1449-478f-889f-8e621b19b5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713f62c5-5171-45ff-8dbf-299afd75aead,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:01.716600 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43c39a-180c-4182-83c6-a7a5bd73a7fa req-48911483-144f-4a91-a653-5d626e10a07e tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:01.718193 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-bb43c39a-180c-4182-83c6-a7a5bd73a7fa req-48911483-144f-4a91-a653-5d626e10a07e tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 943 time: 0.0610073 May 09 04:27:01.772724 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-bb43c39a-180c-4182-83c6-a7a5bd73a7fa req-5bdbd834-5ca5-41ac-bba3-066169c29840 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466344 May 09 04:27:01.947487 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34b5ff-57fc-4a33-86ee-3ccd57918728 req-8c1ab04a-2e47-428a-b7ce-ebb1d683edbf tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:01.949254 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-db34b5ff-57fc-4a33-86ee-3ccd57918728 req-8c1ab04a-2e47-428a-b7ce-ebb1d683edbf tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 944 time: 0.0517366 May 09 04:27:02.008770 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-db34b5ff-57fc-4a33-86ee-3ccd57918728 req-3a217c14-a38b-4fd8-a38d-4c34629ca8a0 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489347 May 09 04:27:02.163011 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029d511-c0b8-4c77-bb4e-d0fdc752bb54 req-96048eeb-dcce-49ef-97c5-3ffeffbf4459 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:02.168533 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6029d511-c0b8-4c77-bb4e-d0fdc752bb54 req-96048eeb-dcce-49ef-97c5-3ffeffbf4459 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/ports?device_id=06e2388e-186d-4ea8-94d7-5b9952abc60d HTTP/1.1" status: 200 len: 945 time: 0.0652363 May 09 04:27:02.220494 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6029d511-c0b8-4c77-bb4e-d0fdc752bb54 req-bf6ac28d-bc5e-4096-b4f1-78df1cb17705 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f78eee5-cf2f-41a0-a6fa-018a1a89e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502887 May 09 04:27:02.264241 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8eb49-800c-400c-866b-604a39c6d121 req-068115cd-ceba-458e-b420-495d0c4510b1 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:02.265817 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f5e8eb49-800c-400c-866b-604a39c6d121 req-068115cd-ceba-458e-b420-495d0c4510b1 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 943 time: 0.0498331 May 09 04:27:02.315484 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f5e8eb49-800c-400c-866b-604a39c6d121 req-f79282b3-ba67-48e1-a371-60a8ec529212 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434988 May 09 04:27:02.454990 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 43140) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:02.566793 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18f84da2-7295-4430-8679-7d453316bf32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:02.643857 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18f84da2-7295-4430-8679-7d453316bf32 admin admin] Publish callbacks [] for security_group (904f06b7-f14e-45c3-90ed-acf153dec9ec), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:02.647583 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-18f84da2-7295-4430-8679-7d453316bf32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (904f06b7-f14e-45c3-90ed-acf153dec9ec), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:02.684632 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 7113abb1-73d9-40ca-bca3-339dc9e98ae7 up at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:27:02.700081 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 43160) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:02.700199 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-18f84da2-7295-4430-8679-7d453316bf32 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=792260608a9e4e05aafd375134e64c79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2438889 May 09 04:27:02.701224 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f84da2-7295-4430-8679-7d453316bf32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904f06b7-f14e-45c3-90ed-acf153dec9ec,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:02.751606 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Provisioning for port 7113abb1-73d9-40ca-bca3-339dc9e98ae7 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 04:27:02.765027 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Provisioning complete for port 7113abb1-73d9-40ca-bca3-339dc9e98ae7 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:27:02.765412 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (7113abb1-73d9-40ca-bca3-339dc9e98ae7), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:02.780425 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d7088a63-5883-475e-aa09-84def88d8fd8 admin admin] Publish callbacks [] for security_group (904f06b7-f14e-45c3-90ed-acf153dec9ec), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:02.811433 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d7088a63-5883-475e-aa09-84def88d8fd8 admin admin] Publish callbacks [] for security_group (904f06b7-f14e-45c3-90ed-acf153dec9ec), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:02.867800 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d7088a63-5883-475e-aa09-84def88d8fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (904f06b7-f14e-45c3-90ed-acf153dec9ec), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:02.871018 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d7088a63-5883-475e-aa09-84def88d8fd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:02.872342 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-d7088a63-5883-475e-aa09-84def88d8fd8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/904f06b7-f14e-45c3-90ed-acf153dec9ec HTTP/1.1" status: 204 len: 168 time: 0.1712551 May 09 04:27:02.899972 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7088a63-5883-475e-aa09-84def88d8fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904f06b7-f14e-45c3-90ed-acf153dec9ec,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:02.924133 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c3ff5-608d-478e-9e0c-bd28a8ed874b req-165ea6eb-3fa0-48eb-b15e-c57fcbf9a289 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:02.932318 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-e30c3ff5-608d-478e-9e0c-bd28a8ed874b req-165ea6eb-3fa0-48eb-b15e-c57fcbf9a289 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 943 time: 0.0587411 May 09 04:27:03.002009 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-e30c3ff5-608d-478e-9e0c-bd28a8ed874b req-0e1347b3-7fa8-4887-94ac-9b3c56bf668c tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667932 May 09 04:27:03.023841 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port 7113abb1-73d9-40ca-bca3-339dc9e98ae7 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:27:03.024407 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (7113abb1-73d9-40ca-bca3-339dc9e98ae7), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:03.055616 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e2388e-186d-4ea8-94d7-5b9952abc60d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7113abb1-73d9-40ca-bca3-339dc9e98ae7'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:27:03.142746 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port 7113abb1-73d9-40ca-bca3-339dc9e98ae7, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=7113abb1-73d9-40ca-bca3-339dc9e98ae7,segment=NetworkSegment(8a755896-dc0c-4b14-9f17-b8714677f608),segment_id=8a755896-dc0c-4b14-9f17-b8714677f608)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:27:03.149637 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (7113abb1-73d9-40ca-bca3-339dc9e98ae7), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:03.180048 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2f149-70a5-4763-9ed0-e75507ab7ec2 req-ac72404b-85c0-44a0-960e-8012b98b247d tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:03.187062 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-78c2f149-70a5-4763-9ed0-e75507ab7ec2 req-ac72404b-85c0-44a0-960e-8012b98b247d tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 944 time: 0.0921609 May 09 04:27:03.228878 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=7113abb1-73d9-40ca-bca3-339dc9e98ae7,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:03.243980 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-78c2f149-70a5-4763-9ed0-e75507ab7ec2 req-ee9bbcc5-c6d6-4c3b-82eb-f7e435fde944 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559335 May 09 04:27:03.254256 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6941dd57353447cfe46bbb883e0d815d26e9477c6b9f0737609fdd17593c9a07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbee3d97-84d3-420f-b2a0-1b9f0b302ac1" -d '{"events": [{"server_uuid": "06e2388e-186d-4ea8-94d7-5b9952abc60d", "name": "network-vif-plugged", "status": "completed", "tag": "7113abb1-73d9-40ca-bca3-339dc9e98ae7"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:27:03.346846 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7b56c-2113-4427-8bc4-d9fb4c34e36f req-e59ecc0b-0ff8-40b1-bc6b-ceb349d26211 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:03.349856 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-18c7b56c-2113-4427-8bc4-d9fb4c34e36f req-e59ecc0b-0ff8-40b1-bc6b-ceb349d26211 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/ports?device_id=06e2388e-186d-4ea8-94d7-5b9952abc60d HTTP/1.1" status: 200 len: 946 time: 0.0507619 May 09 04:27:03.351233 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 04:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f56a74-4acf-4d17-b826-b3a29c1bef29 x-openstack-request-id: req-80f56a74-4acf-4d17-b826-b3a29c1bef29 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:27:03.351546 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e2388e-186d-4ea8-94d7-5b9952abc60d", "name": "network-vif-plugged", "status": "completed", "tag": "7113abb1-73d9-40ca-bca3-339dc9e98ae7", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:27:03.351845 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-80f56a74-4acf-4d17-b826-b3a29c1bef29 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:27:03.352354 dv-cinder-838009-3-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80f56a74-4acf-4d17-b826-b3a29c1bef29'] response: {'server_uuid': '06e2388e-186d-4ea8-94d7-5b9952abc60d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7113abb1-73d9-40ca-bca3-339dc9e98ae7', 'code': 200} May 09 04:27:03.397981 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-18c7b56c-2113-4427-8bc4-d9fb4c34e36f req-e3fce8fb-e281-4e47-9e51-1533b25863f1 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f78eee5-cf2f-41a0-a6fa-018a1a89e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420892 May 09 04:27:03.449176 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b57135-d1b3-40aa-b837-5f3c0aed3c14 req-a5dd3344-8e59-4831-8da8-8f69ea85784e tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:03.450815 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-27b57135-d1b3-40aa-b837-5f3c0aed3c14 req-a5dd3344-8e59-4831-8da8-8f69ea85784e tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 943 time: 0.0480058 May 09 04:27:03.498724 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-27b57135-d1b3-40aa-b837-5f3c0aed3c14 req-c24dbb29-d25c-4d75-baa1-23634f96f87e tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425012 May 09 04:27:04.127113 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d39006-e422-4161-b2d1-33f1f9a1ccee req-9cab97f2-23f1-4e69-b368-7d8c8b865add tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:04.128577 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-10d39006-e422-4161-b2d1-33f1f9a1ccee req-9cab97f2-23f1-4e69-b368-7d8c8b865add tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 943 time: 0.0492523 May 09 04:27:04.175532 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-10d39006-e422-4161-b2d1-33f1f9a1ccee req-4290c5ff-dd67-46f7-bc60-bbfa8b5cb465 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413005 May 09 04:27:04.342422 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5114f5b3-9abc-4f34-ab15-3db4c1bc626b req-2c8eca62-f489-408d-bbe4-b0d59fa6c4e7 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:04.343886 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5114f5b3-9abc-4f34-ab15-3db4c1bc626b req-2c8eca62-f489-408d-bbe4-b0d59fa6c4e7 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 944 time: 0.0450966 May 09 04:27:04.391775 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5114f5b3-9abc-4f34-ab15-3db4c1bc626b req-70f9601a-d89e-4f76-939e-59a170e06e58 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417879 May 09 04:27:04.513142 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd217d42-9a55-4431-bdfc-842e11dfbeed req-53e64c8d-4f06-45ef-8988-6f81747ecec2 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:04.514501 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-bd217d42-9a55-4431-bdfc-842e11dfbeed req-53e64c8d-4f06-45ef-8988-6f81747ecec2 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/ports?device_id=06e2388e-186d-4ea8-94d7-5b9952abc60d HTTP/1.1" status: 200 len: 946 time: 0.0458093 May 09 04:27:04.563687 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-bd217d42-9a55-4431-bdfc-842e11dfbeed req-5e0ecf64-5371-4bac-971d-68c587e88d66 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f78eee5-cf2f-41a0-a6fa-018a1a89e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437021 May 09 04:27:04.614998 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af8da5-161a-4a72-93e2-734ded707567 req-f344d4f2-5f3b-4d2b-99fd-c38185093973 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:04.616438 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d7af8da5-161a-4a72-93e2-734ded707567 req-f344d4f2-5f3b-4d2b-99fd-c38185093973 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 943 time: 0.0457401 May 09 04:27:04.661828 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d7af8da5-161a-4a72-93e2-734ded707567 req-1dd36132-3125-45be-bc97-5d0e3155f9ab tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392518 May 09 04:27:05.283724 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9c2b6-af6f-4b1f-a9d1-dd15331aade6 req-d25ae477-6f0d-4d56-a50b-5d2fe9b941f9 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:05.285184 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c4a9c2b6-af6f-4b1f-a9d1-dd15331aade6 req-d25ae477-6f0d-4d56-a50b-5d2fe9b941f9 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 943 time: 0.0453701 May 09 04:27:05.334697 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c4a9c2b6-af6f-4b1f-a9d1-dd15331aade6 req-ef3ab32d-9227-4dde-9ad4-965ebe105f18 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437994 May 09 04:27:05.504210 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1760d7-00f5-44aa-a64f-3147d7638a1d req-f764e876-4f82-48a0-a645-42d0ee173771 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:05.506311 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bf1760d7-00f5-44aa-a64f-3147d7638a1d req-f764e876-4f82-48a0-a645-42d0ee173771 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 944 time: 0.0482371 May 09 04:27:05.551425 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bf1760d7-00f5-44aa-a64f-3147d7638a1d req-f2467f0d-cfdf-4d19-bdcb-aa844cab1831 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395558 May 09 04:27:05.720870 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12ea9b-f821-4825-8384-495dae584371 req-f2e4bcfd-030e-47a4-8305-9a8f0a9ffd8d tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:05.722455 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5b12ea9b-f821-4825-8384-495dae584371 req-f2e4bcfd-030e-47a4-8305-9a8f0a9ffd8d tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/ports?device_id=06e2388e-186d-4ea8-94d7-5b9952abc60d HTTP/1.1" status: 200 len: 946 time: 0.0936294 May 09 04:27:05.792882 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c5780-3c4d-4941-9646-23b834e5ae1d req-af678500-3fee-4193-b426-53fbcfb42b8f tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:05.794748 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4a8c5780-3c4d-4941-9646-23b834e5ae1d req-af678500-3fee-4193-b426-53fbcfb42b8f tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 943 time: 0.0582514 May 09 04:27:05.802381 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6c887d42-31e0-499d-bb76-5cb5955a6beb req-ee2c0eba-0c14-43ad-a86c-81815791b0d0 service neutron] 10.222.0.13 "GET /v2.0/networks/97444843-38bb-4cb5-93cc-2ce85c9e2986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628056 May 09 04:27:05.807007 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5b12ea9b-f821-4825-8384-495dae584371 req-9feb0a94-ea0d-4394-9cf5-67ccb1c69e0d tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f78eee5-cf2f-41a0-a6fa-018a1a89e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784361 May 09 04:27:05.847354 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4a8c5780-3c4d-4941-9646-23b834e5ae1d req-7e659375-45ec-4102-a705-d08284e73592 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436871 May 09 04:27:05.869050 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-370d6890-4747-4f07-aac5-83a93d9e9b41 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 04:27:06.472500 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 43302) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:06.515459 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726a6cc-929c-41dc-984d-38af8a0e78b2 req-bd60728e-8c0f-453e-be33-4fafaf30a1c0 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:06.517010 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a726a6cc-929c-41dc-984d-38af8a0e78b2 req-bd60728e-8c0f-453e-be33-4fafaf30a1c0 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 943 time: 0.0764418 May 09 04:27:06.574616 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a726a6cc-929c-41dc-984d-38af8a0e78b2 req-714df738-dde4-4cc6-98dc-889f180539e2 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516639 May 09 04:27:06.595442 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3fdadd61-4c29-4daf-ba01-b2aec109c93d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:06.678782 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3d9b9-d338-417e-bf4a-110daaed4d04 req-1f9a6c22-8e6b-426c-a3fd-cf4fbd2a04dd tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:06.680258 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e3d3d9b9-d338-417e-bf4a-110daaed4d04 req-1f9a6c22-8e6b-426c-a3fd-cf4fbd2a04dd tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 944 time: 0.0554254 May 09 04:27:06.737603 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3fdadd61-4c29-4daf-ba01-b2aec109c93d admin admin] Publish callbacks [] for security_group (b31d46c5-c10e-436f-9bd8-67999fdc5ee9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:06.746365 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3fdadd61-4c29-4daf-ba01-b2aec109c93d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (b31d46c5-c10e-436f-9bd8-67999fdc5ee9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:06.767548 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e3d3d9b9-d338-417e-bf4a-110daaed4d04 req-4ed3cbb8-d31b-48c3-a49d-01a51bdc73d9 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807478 May 09 04:27:06.790663 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdadd61-4c29-4daf-ba01-b2aec109c93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31d46c5-c10e-436f-9bd8-67999fdc5ee9,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:06.794865 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-3fdadd61-4c29-4daf-ba01-b2aec109c93d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=efd18d14203d49fd816186022e30e604&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3212953 May 09 04:27:06.797388 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 43314) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:06.844595 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4278f6e2-5858-4600-bfe3-319c83518c07 admin admin] Publish callbacks [] for security_group (b31d46c5-c10e-436f-9bd8-67999fdc5ee9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:06.865378 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4278f6e2-5858-4600-bfe3-319c83518c07 admin admin] Publish callbacks [] for security_group (b31d46c5-c10e-436f-9bd8-67999fdc5ee9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:06.920301 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10cec37-7ae1-44ca-ba96-d3ac8316faa6 req-6537021d-9ebc-418a-8a54-0092cedcb49b tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:06.921778 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f10cec37-7ae1-44ca-ba96-d3ac8316faa6 req-6537021d-9ebc-418a-8a54-0092cedcb49b tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/ports?device_id=06e2388e-186d-4ea8-94d7-5b9952abc60d HTTP/1.1" status: 200 len: 946 time: 0.0479445 May 09 04:27:06.933620 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4278f6e2-5858-4600-bfe3-319c83518c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (b31d46c5-c10e-436f-9bd8-67999fdc5ee9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:06.936160 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4278f6e2-5858-4600-bfe3-319c83518c07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:06.937225 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-4278f6e2-5858-4600-bfe3-319c83518c07 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b31d46c5-c10e-436f-9bd8-67999fdc5ee9 HTTP/1.1" status: 204 len: 168 time: 0.1389632 May 09 04:27:06.969808 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4278f6e2-5858-4600-bfe3-319c83518c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31d46c5-c10e-436f-9bd8-67999fdc5ee9,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:06.970619 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f10cec37-7ae1-44ca-ba96-d3ac8316faa6 req-ebb51e74-50c6-4016-8ae0-2b6e3ad74453 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f78eee5-cf2f-41a0-a6fa-018a1a89e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426409 May 09 04:27:06.987022 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee470d3-514c-46bb-ad35-088007ff050d req-6840eecf-d7c4-4d3d-8e6a-6e5eae2152b7 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:06.988589 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-aee470d3-514c-46bb-ad35-088007ff050d req-6840eecf-d7c4-4d3d-8e6a-6e5eae2152b7 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 943 time: 0.0645325 May 09 04:27:07.040432 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-aee470d3-514c-46bb-ad35-088007ff050d req-01d177e3-665c-423d-8d15-91618f82704a tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452518 May 09 04:27:07.210042 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 43324) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:07.222673 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-af070d26-0ca5-4c55-878b-e2b5556e7b90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:07.293966 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-af070d26-0ca5-4c55-878b-e2b5556e7b90 admin admin] Publish callbacks [] for security_group (2f09ac75-7d22-486c-8dbe-e15121075e86), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:07.297277 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-af070d26-0ca5-4c55-878b-e2b5556e7b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (2f09ac75-7d22-486c-8dbe-e15121075e86), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:07.336275 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-af070d26-0ca5-4c55-878b-e2b5556e7b90 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bdf81c906ff94ef08d709ec14305418f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1246512 May 09 04:27:07.337213 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af070d26-0ca5-4c55-878b-e2b5556e7b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f09ac75-7d22-486c-8dbe-e15121075e86,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:07.339013 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 43330) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:07.392158 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd4c2c50-744d-4b48-99ca-ee7c8f4701d2 admin admin] Publish callbacks [] for security_group (2f09ac75-7d22-486c-8dbe-e15121075e86), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:07.409616 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 2abd51b8-3b37-4ec3-841e-462a68eb5cbc details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 04:27:07.414340 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd4c2c50-744d-4b48-99ca-ee7c8f4701d2 admin admin] Publish callbacks [] for security_group (2f09ac75-7d22-486c-8dbe-e15121075e86), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:07.467426 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd4c2c50-744d-4b48-99ca-ee7c8f4701d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (2f09ac75-7d22-486c-8dbe-e15121075e86), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:07.471045 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd4c2c50-744d-4b48-99ca-ee7c8f4701d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:07.476508 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-dd4c2c50-744d-4b48-99ca-ee7c8f4701d2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2f09ac75-7d22-486c-8dbe-e15121075e86 HTTP/1.1" status: 204 len: 168 time: 0.1363602 May 09 04:27:07.486907 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c2c50-744d-4b48-99ca-ee7c8f4701d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f09ac75-7d22-486c-8dbe-e15121075e86,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:07.533378 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port 2abd51b8-3b37-4ec3-841e-462a68eb5cbc, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=2abd51b8-3b37-4ec3-841e-462a68eb5cbc,segment=NetworkSegment(75ff18d1-4dc0-4046-afd3-30ccacd1313a),segment_id=75ff18d1-4dc0-4046-afd3-30ccacd1313a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:27:07.553637 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Returning: {'device': '2abd51b8-3b37-4ec3-841e-462a68eb5cbc', 'network_id': '01d9e17c-6b96-4039-a582-d98ab8fe7760', 'port_id': '2abd51b8-3b37-4ec3-841e-462a68eb5cbc', 'mac_address': 'fa:16:3e:bb:b9:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eeed15e-26fd-4534-8116-03da5482032b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 04:27:07.598301 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port 2abd51b8-3b37-4ec3-841e-462a68eb5cbc is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:27:07.599261 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (2abd51b8-3b37-4ec3-841e-462a68eb5cbc), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:07.616120 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2abd51b8-3b37-4ec3-841e-462a68eb5cbc {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 04:27:07.637379 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port 2abd51b8-3b37-4ec3-841e-462a68eb5cbc, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=2abd51b8-3b37-4ec3-841e-462a68eb5cbc,segment=NetworkSegment(75ff18d1-4dc0-4046-afd3-30ccacd1313a),segment_id=75ff18d1-4dc0-4046-afd3-30ccacd1313a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:27:07.642051 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (2abd51b8-3b37-4ec3-841e-462a68eb5cbc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:07.642953 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device e75b43e2-a1dd-4d55-b4da-8e6449521a74 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 04:27:07.703176 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb272673-a99b-40e1-aa4e-22c4dc0c5c57 req-ce0db00b-6eec-4517-b601-38b89f9d17ef tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:07.705114 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-cb272673-a99b-40e1-aa4e-22c4dc0c5c57 req-ce0db00b-6eec-4517-b601-38b89f9d17ef tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 943 time: 0.0637150 May 09 04:27:07.759182 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=2abd51b8-3b37-4ec3-841e-462a68eb5cbc,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:07.770139 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-cb272673-a99b-40e1-aa4e-22c4dc0c5c57 req-2d21c9a7-be13-49b9-ab64-67e5eca8c353 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577798 May 09 04:27:07.814604 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port e75b43e2-a1dd-4d55-b4da-8e6449521a74, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=e75b43e2-a1dd-4d55-b4da-8e6449521a74,segment=NetworkSegment(7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725),segment_id=7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:27:07.827355 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Returning: {'device': 'e75b43e2-a1dd-4d55-b4da-8e6449521a74', 'network_id': '9cb94923-1093-45fc-bebd-e159f3ac8dd3', 'port_id': 'e75b43e2-a1dd-4d55-b4da-8e6449521a74', 'mac_address': 'fa:16:3e:95:d8:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9336625-5bcd-4003-b69b-e3b341dd5f63', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 04:27:07.872199 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port e75b43e2-a1dd-4d55-b4da-8e6449521a74 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:27:07.872623 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (e75b43e2-a1dd-4d55-b4da-8e6449521a74), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:07.892723 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e75b43e2-a1dd-4d55-b4da-8e6449521a74 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 04:27:07.898660 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c70d1d-c108-47bd-8e14-b68bcdb9ee53 req-d89dea6e-34f9-4b7c-9c6b-cf2c27e6d724 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:07.900263 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-17c70d1d-c108-47bd-8e14-b68bcdb9ee53 req-d89dea6e-34f9-4b7c-9c6b-cf2c27e6d724 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 944 time: 0.0558591 May 09 04:27:07.913823 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port e75b43e2-a1dd-4d55-b4da-8e6449521a74, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=e75b43e2-a1dd-4d55-b4da-8e6449521a74,segment=NetworkSegment(7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725),segment_id=7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:27:07.918146 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (e75b43e2-a1dd-4d55-b4da-8e6449521a74), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:07.953153 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-17c70d1d-c108-47bd-8e14-b68bcdb9ee53 req-e9ef6cb5-119d-4fc1-85af-686392cbd3ee tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450432 May 09 04:27:07.975620 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=e75b43e2-a1dd-4d55-b4da-8e6449521a74,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:08.087732 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e9152-4219-4d13-b85e-09a55c705e5b req-215d8cee-7a47-4442-974f-f588d4acbcc5 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:08.089378 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-256e9152-4219-4d13-b85e-09a55c705e5b req-215d8cee-7a47-4442-974f-f588d4acbcc5 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/ports?device_id=06e2388e-186d-4ea8-94d7-5b9952abc60d HTTP/1.1" status: 200 len: 946 time: 0.0516605 May 09 04:27:08.144354 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-256e9152-4219-4d13-b85e-09a55c705e5b req-b714f332-8085-43b3-92b6-7c0ca8357f17 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f78eee5-cf2f-41a0-a6fa-018a1a89e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459359 May 09 04:27:08.165660 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6496c-1adf-4686-976f-819728ddb601 req-a2a29cb2-ba36-45ad-ab61-c6a727d531e9 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:08.167178 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-aef6496c-1adf-4686-976f-819728ddb601 req-a2a29cb2-ba36-45ad-ab61-c6a727d531e9 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 944 time: 0.0532763 May 09 04:27:08.215661 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-aef6496c-1adf-4686-976f-819728ddb601 req-e2f6037b-34e5-4a4a-b0a7-d3e1c333a62e tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406852 May 09 04:27:08.883424 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5a493-1429-49e1-9185-9e800f88427e req-66935a8e-54d5-48b4-98e5-05926e0a152f tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:08.884936 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a4c5a493-1429-49e1-9185-9e800f88427e req-66935a8e-54d5-48b4-98e5-05926e0a152f tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 943 time: 0.0464029 May 09 04:27:08.932291 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a4c5a493-1429-49e1-9185-9e800f88427e req-f11c7009-de1c-4819-8df2-5ed397fd73a0 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417731 May 09 04:27:09.063765 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e5131-8963-4170-889d-fd691d53d29b req-b98fe1a4-5612-4546-a78c-48aeb7ab318a tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:09.065246 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-712e5131-8963-4170-889d-fd691d53d29b req-b98fe1a4-5612-4546-a78c-48aeb7ab318a tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 944 time: 0.0458782 May 09 04:27:09.111957 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-712e5131-8963-4170-889d-fd691d53d29b req-c15ca42f-ff56-4d5f-b836-c5c51065697d tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406957 May 09 04:27:09.259491 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938bdcfc-fe96-4d2c-a356-df5e63b0c434 req-2d86184b-b512-45ab-81c9-6c0607a95cdd tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:09.261284 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-938bdcfc-fe96-4d2c-a356-df5e63b0c434 req-2d86184b-b512-45ab-81c9-6c0607a95cdd tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/ports?device_id=06e2388e-186d-4ea8-94d7-5b9952abc60d HTTP/1.1" status: 200 len: 946 time: 0.0489435 May 09 04:27:09.316654 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-938bdcfc-fe96-4d2c-a356-df5e63b0c434 req-accac5d8-c2c9-4996-9ade-7cf70d2dc943 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f78eee5-cf2f-41a0-a6fa-018a1a89e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495696 May 09 04:27:09.353744 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fbdbe-40c2-4114-aebb-9eee5b9e40d6 req-b8d17cb6-a5a1-4c8f-88ad-cdf6a7a735d0 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:09.355246 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-397fbdbe-40c2-4114-aebb-9eee5b9e40d6 req-b8d17cb6-a5a1-4c8f-88ad-cdf6a7a735d0 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 944 time: 0.0612619 May 09 04:27:09.400673 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-397fbdbe-40c2-4114-aebb-9eee5b9e40d6 req-b55a6709-1be8-4868-8852-edd5e8759db3 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398076 May 09 04:27:09.560726 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] get_ports_and_sgs() called for port_ids ['2abd51b8-3b37-4ec3-841e-462a68eb5cbc'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 04:27:10.044074 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f11715-2a3b-4084-8d4f-ffb349867a3a req-e49e9708-5d57-4ed5-97a7-308d59ad05a8 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:10.045446 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-d5f11715-2a3b-4084-8d4f-ffb349867a3a req-e49e9708-5d57-4ed5-97a7-308d59ad05a8 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 943 time: 0.0451345 May 09 04:27:10.090929 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-d5f11715-2a3b-4084-8d4f-ffb349867a3a req-62be9aa4-b570-4386-8912-9925310fbff5 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400586 May 09 04:27:10.225738 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d60be-f968-43e8-9015-4ba825286512 req-98ed8c79-dac0-45ba-a4af-a836bc097fd7 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:10.227179 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-085d60be-f968-43e8-9015-4ba825286512 req-98ed8c79-dac0-45ba-a4af-a836bc097fd7 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 944 time: 0.0471871 May 09 04:27:10.274542 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-085d60be-f968-43e8-9015-4ba825286512 req-17b79513-c3d1-4fc7-9242-9e083fa3d919 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419524 May 09 04:27:10.427366 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40917dc1-2724-4514-a72e-1a78dba00ceb req-942d09f8-7efa-49bb-8665-ab364f9abaea tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:10.428900 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-40917dc1-2724-4514-a72e-1a78dba00ceb req-942d09f8-7efa-49bb-8665-ab364f9abaea tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/ports?device_id=06e2388e-186d-4ea8-94d7-5b9952abc60d HTTP/1.1" status: 200 len: 946 time: 0.0450127 May 09 04:27:10.478162 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-40917dc1-2724-4514-a72e-1a78dba00ceb req-6a84b0cc-21b5-4c85-9c4b-cc0de2598720 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f78eee5-cf2f-41a0-a6fa-018a1a89e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438454 May 09 04:27:10.519353 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3befa038-2ff3-41a8-a880-4575b5d83a25 req-daa91c19-60d0-4b37-99a1-f5c05cc6b8f4 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:10.521759 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3befa038-2ff3-41a8-a880-4575b5d83a25 req-daa91c19-60d0-4b37-99a1-f5c05cc6b8f4 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 944 time: 0.0462291 May 09 04:27:10.574256 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3befa038-2ff3-41a8-a880-4575b5d83a25 req-7d8be28f-325b-4ce4-8d65-8e7871efd1d5 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471802 May 09 04:27:11.202150 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7fcdf8-3ad9-432e-8224-72e0462fbf03 req-0dc7872e-77ae-49c8-9b73-25ac8ed1b005 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:11.203598 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-2e7fcdf8-3ad9-432e-8224-72e0462fbf03 req-0dc7872e-77ae-49c8-9b73-25ac8ed1b005 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 943 time: 0.0485239 May 09 04:27:11.249921 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-2e7fcdf8-3ad9-432e-8224-72e0462fbf03 req-dce8b7b1-d40b-40fe-84c2-f46d990edd94 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408213 May 09 04:27:11.387683 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a830cf8-c93e-4ad8-8a77-746039c055af req-2cf0f481-9ee4-4f7c-ace0-c220d183b299 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:11.389108 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7a830cf8-c93e-4ad8-8a77-746039c055af req-2cf0f481-9ee4-4f7c-ace0-c220d183b299 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 944 time: 0.0458500 May 09 04:27:11.435779 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7a830cf8-c93e-4ad8-8a77-746039c055af req-de49ddf2-ed58-457c-ad5b-d17f5fca6d86 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412707 May 09 04:27:11.590512 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9fdd6-3582-4717-a8ab-dfbf94ea496a req-daaeba11-838e-4b04-b322-02798e869470 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:11.591999 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-38b9fdd6-3582-4717-a8ab-dfbf94ea496a req-daaeba11-838e-4b04-b322-02798e869470 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/ports?device_id=06e2388e-186d-4ea8-94d7-5b9952abc60d HTTP/1.1" status: 200 len: 946 time: 0.0458524 May 09 04:27:11.639967 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-38b9fdd6-3582-4717-a8ab-dfbf94ea496a req-1ee980d1-e450-4b93-884e-ea2717d6adca tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f78eee5-cf2f-41a0-a6fa-018a1a89e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423000 May 09 04:27:11.695117 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1bf22a-807e-4a61-85f3-48ec53fd05f9 req-8c5742c4-467c-483a-9ed7-6141f3631027 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:11.696630 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-df1bf22a-807e-4a61-85f3-48ec53fd05f9 req-8c5742c4-467c-483a-9ed7-6141f3631027 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 944 time: 0.0493829 May 09 04:27:11.742604 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-df1bf22a-807e-4a61-85f3-48ec53fd05f9 req-a9f3fc90-6902-45d2-a2aa-b9d0d17a2b61 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405223 May 09 04:27:12.357269 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8a3f1-7cfe-4b08-9765-b5b8be549ecb req-86f941d2-2c58-472c-83da-0e73a340a6ab tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:12.358678 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5fc8a3f1-7cfe-4b08-9765-b5b8be549ecb req-86f941d2-2c58-472c-83da-0e73a340a6ab tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 943 time: 0.0445466 May 09 04:27:12.362404 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] get_ports_and_sgs() called for port_ids ['e75b43e2-a1dd-4d55-b4da-8e6449521a74'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 04:27:12.411802 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5fc8a3f1-7cfe-4b08-9765-b5b8be549ecb req-cdb6b05d-ebaa-4234-bc23-711220f14458 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467534 May 09 04:27:12.541965 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce26e7-8851-4e26-acfe-d903fbd6fa00 req-44c0132b-4e4c-4653-9462-95b765165494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:12.543359 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-41ce26e7-8851-4e26-acfe-d903fbd6fa00 req-44c0132b-4e4c-4653-9462-95b765165494 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d28d5139952d450fa3b7da38a62d7a03&device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 1127 time: 0.0491030 May 09 04:27:12.605310 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc607ded-54db-4202-b0ea-32106b6b4c26 req-7a8f121d-c18d-40f9-8613-79de261a9a8f tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:12.606784 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cc607ded-54db-4202-b0ea-32106b6b4c26 req-7a8f121d-c18d-40f9-8613-79de261a9a8f tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 944 time: 0.1046367 May 09 04:27:12.621729 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887143e9-047f-49ec-9114-8e886b0c1e39 req-f74421a2-9856-40bd-8cd6-90ca0575266d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:12.623150 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-887143e9-047f-49ec-9114-8e886b0c1e39 req-f74421a2-9856-40bd-8cd6-90ca0575266d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=06e2388e-186d-4ea8-94d7-5b9952abc60d HTTP/1.1" status: 200 len: 1130 time: 0.0908747 May 09 04:27:12.643387 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce26e7-8851-4e26-acfe-d903fbd6fa00 req-6d663015-087e-486f-8f11-cefcd5b9d55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:12.646298 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-41ce26e7-8851-4e26-acfe-d903fbd6fa00 req-6d663015-087e-486f-8f11-cefcd5b9d55d service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=d28d5139952d450fa3b7da38a62d7a03&shared=False HTTP/1.1" status: 200 len: 920 time: 0.0917749 May 09 04:27:12.647515 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-887143e9-047f-49ec-9114-8e886b0c1e39 req-67cbce51-1567-4787-b210-b5673ba3da90 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:12.682128 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cc607ded-54db-4202-b0ea-32106b6b4c26 req-8acfa0b8-9411-4c71-8239-c0a98926c7f9 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698304 May 09 04:27:12.773367 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-887143e9-047f-49ec-9114-8e886b0c1e39 req-67cbce51-1567-4787-b210-b5673ba3da90 service neutron] Publish callbacks [] for security_group (642a301b-68e6-4e30-a3eb-f7b70ece4206), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:12.780248 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-887143e9-047f-49ec-9114-8e886b0c1e39 req-67cbce51-1567-4787-b210-b5673ba3da90 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (642a301b-68e6-4e30-a3eb-f7b70ece4206), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:12.795697 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d7d61-1a36-4eb7-b26e-752496005890 req-25ed7c37-8653-4273-a777-942f917a36e7 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:12.803192 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-3e3d7d61-1a36-4eb7-b26e-752496005890 req-25ed7c37-8653-4273-a777-942f917a36e7 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/ports?device_id=06e2388e-186d-4ea8-94d7-5b9952abc60d HTTP/1.1" status: 200 len: 946 time: 0.0771499 May 09 04:27:12.832000 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce26e7-8851-4e26-acfe-d903fbd6fa00 req-171633e3-f016-4263-8c1e-e8e98124f576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:12.834035 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-41ce26e7-8851-4e26-acfe-d903fbd6fa00 req-171633e3-f016-4263-8c1e-e8e98124f576 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1824512 May 09 04:27:12.866284 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-887143e9-047f-49ec-9114-8e886b0c1e39 req-67cbce51-1567-4787-b210-b5673ba3da90 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8f78eee5-cf2f-41a0-a6fa-018a1a89e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370265 May 09 04:27:12.870450 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-3e3d7d61-1a36-4eb7-b26e-752496005890 req-cd86115c-a81b-42a3-a094-8a03420f1764 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f78eee5-cf2f-41a0-a6fa-018a1a89e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649636 May 09 04:27:12.870601 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cbce51-1567-4787-b210-b5673ba3da90 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=642a301b-68e6-4e30-a3eb-f7b70ece4206,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:12.890214 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212035f6-7c9d-4bd1-b224-1c232fcfc1ac req-330d2570-6c01-437d-8a98-202a05e8a9cd tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:12.891670 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-212035f6-7c9d-4bd1-b224-1c232fcfc1ac req-330d2570-6c01-437d-8a98-202a05e8a9cd tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 944 time: 0.0631106 May 09 04:27:12.893232 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbce51-1567-4787-b210-b5673ba3da90 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:12.893580 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbce51-1567-4787-b210-b5673ba3da90 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:12.894487 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbce51-1567-4787-b210-b5673ba3da90 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:12.894487 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbce51-1567-4787-b210-b5673ba3da90 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:12.894661 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbce51-1567-4787-b210-b5673ba3da90 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:12.894891 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbce51-1567-4787-b210-b5673ba3da90 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:12.895258 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbce51-1567-4787-b210-b5673ba3da90 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:12.896098 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbce51-1567-4787-b210-b5673ba3da90 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:12.896425 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbce51-1567-4787-b210-b5673ba3da90 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:12.896767 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbce51-1567-4787-b210-b5673ba3da90 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:12.897204 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbce51-1567-4787-b210-b5673ba3da90 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:12.897412 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbce51-1567-4787-b210-b5673ba3da90 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:12.897738 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbce51-1567-4787-b210-b5673ba3da90 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:12.898079 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbce51-1567-4787-b210-b5673ba3da90 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:12.898397 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbce51-1567-4787-b210-b5673ba3da90 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:12.947328 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-212035f6-7c9d-4bd1-b224-1c232fcfc1ac req-55071f43-44c4-420c-b9a1-b44bfd56d279 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444770 May 09 04:27:13.525836 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f4b82-bfb2-4136-8989-dba682991b15 req-5b4c1059-6dae-4961-9a66-2b058443514f tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:13.527296 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6c4f4b82-bfb2-4136-8989-dba682991b15 req-5b4c1059-6dae-4961-9a66-2b058443514f tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 943 time: 0.0504162 May 09 04:27:13.572997 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6c4f4b82-bfb2-4136-8989-dba682991b15 req-d4e6a239-7d78-4f41-9057-8d0ced76d3d0 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400641 May 09 04:27:13.800474 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd8a78-3900-4483-aa79-aa10e774dc62 req-d925e435-3c29-4a57-a99f-2f0219832c65 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:13.801975 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d7bd8a78-3900-4483-aa79-aa10e774dc62 req-d925e435-3c29-4a57-a99f-2f0219832c65 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 944 time: 0.0455921 May 09 04:27:13.851653 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d7bd8a78-3900-4483-aa79-aa10e774dc62 req-5214c2fa-12f5-4c12-bfce-3b6912bf3639 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441887 May 09 04:27:13.980960 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45210883-adac-4bdd-9b96-1e84b9b09a7c req-ee30be1e-2601-443c-8dab-0949fabb5808 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:13.982820 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-45210883-adac-4bdd-9b96-1e84b9b09a7c req-ee30be1e-2601-443c-8dab-0949fabb5808 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/ports?device_id=06e2388e-186d-4ea8-94d7-5b9952abc60d HTTP/1.1" status: 200 len: 946 time: 0.0476656 May 09 04:27:14.030570 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-45210883-adac-4bdd-9b96-1e84b9b09a7c req-7b18a97f-ee9f-4310-adf3-d4b5885f1809 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f78eee5-cf2f-41a0-a6fa-018a1a89e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425961 May 09 04:27:14.062352 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7674680-c431-4d01-8e6d-a7c36f70f526 req-33b44a21-cf33-423a-a028-ba6df7be5ba8 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:14.063777 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a7674680-c431-4d01-8e6d-a7c36f70f526 req-33b44a21-cf33-423a-a028-ba6df7be5ba8 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 944 time: 0.0460360 May 09 04:27:14.111361 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a7674680-c431-4d01-8e6d-a7c36f70f526 req-28c75a6e-cdd1-4cc9-9c15-a750e5d122f2 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410962 May 09 04:27:14.681355 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78689042-398c-4b6c-a4e1-1b8f7e1867d1 req-3a0701a7-1794-423c-a988-6e7b532dbed7 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:14.682792 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-78689042-398c-4b6c-a4e1-1b8f7e1867d1 req-3a0701a7-1794-423c-a988-6e7b532dbed7 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 943 time: 0.0445757 May 09 04:27:14.731627 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-78689042-398c-4b6c-a4e1-1b8f7e1867d1 req-35b75a3c-98ea-45d7-8155-fb06f6c7fee2 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433400 May 09 04:27:14.959978 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b6137-0db9-476f-84fc-5b5917e77ee3 req-630db153-1da8-47bc-8260-17c5153d2755 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:14.961588 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4b5b6137-0db9-476f-84fc-5b5917e77ee3 req-630db153-1da8-47bc-8260-17c5153d2755 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 944 time: 0.0448751 May 09 04:27:15.008474 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4b5b6137-0db9-476f-84fc-5b5917e77ee3 req-3e657555-c2a5-4f6e-a164-893e159bc3a4 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414031 May 09 04:27:15.147112 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c6982-125f-4bc4-9407-6b1239ec916c req-56ece4a1-1cf0-4c57-a8fb-e57fc1c7ec1e tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:15.148739 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a86c6982-125f-4bc4-9407-6b1239ec916c req-56ece4a1-1cf0-4c57-a8fb-e57fc1c7ec1e tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/ports?device_id=06e2388e-186d-4ea8-94d7-5b9952abc60d HTTP/1.1" status: 200 len: 946 time: 0.0508618 May 09 04:27:15.203220 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a86c6982-125f-4bc4-9407-6b1239ec916c req-08c7e81b-cfe5-4d76-9a93-34f3d2dca592 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f78eee5-cf2f-41a0-a6fa-018a1a89e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485740 May 09 04:27:15.249720 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39abc79-84c9-4001-a148-f1c48cf500be req-41b3cae0-8ea9-413b-8122-cfad7ef2c24f tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:15.251521 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d39abc79-84c9-4001-a148-f1c48cf500be req-41b3cae0-8ea9-413b-8122-cfad7ef2c24f tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 944 time: 0.0546260 May 09 04:27:15.312197 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d39abc79-84c9-4001-a148-f1c48cf500be req-a65708d6-1f5c-4908-abd7-9bdc86ca1256 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529199 May 09 04:27:15.576386 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 7cfb4f53-5fec-4952-ba0d-117da0e35d2d details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 04:27:15.578966 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 2abd51b8-3b37-4ec3-841e-462a68eb5cbc up at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:27:15.579429 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171cba6e-ca46-4283-8c53-540afeabd990 req-842059e6-2869-4a7f-abce-334ffef34b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:15.582662 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-171cba6e-ca46-4283-8c53-540afeabd990 req-842059e6-2869-4a7f-abce-334ffef34b43 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d28d5139952d450fa3b7da38a62d7a03&device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 1127 time: 0.0429254 May 09 04:27:15.623810 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-171cba6e-ca46-4283-8c53-540afeabd990 req-f8422ff8-c98f-4149-b361-458c73fcb962 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e798f1fa-3df7-4ec0-be2e-bf5db59b8036 HTTP/1.1" status: 200 len: 217 time: 0.0348656 May 09 04:27:15.680436 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Provisioning for port 2abd51b8-3b37-4ec3-841e-462a68eb5cbc completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 04:27:15.689973 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Provisioning complete for port 2abd51b8-3b37-4ec3-841e-462a68eb5cbc triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:27:15.690344 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (2abd51b8-3b37-4ec3-841e-462a68eb5cbc), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:15.750457 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port 7cfb4f53-5fec-4952-ba0d-117da0e35d2d, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=7cfb4f53-5fec-4952-ba0d-117da0e35d2d,segment=NetworkSegment(dd41d0a5-95ad-49ea-90d8-9e67cfaeccec),segment_id=dd41d0a5-95ad-49ea-90d8-9e67cfaeccec)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:27:15.774863 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Returning: {'device': '7cfb4f53-5fec-4952-ba0d-117da0e35d2d', 'network_id': '97444843-38bb-4cb5-93cc-2ce85c9e2986', 'port_id': '7cfb4f53-5fec-4952-ba0d-117da0e35d2d', 'mac_address': 'fa:16:3e:35:82:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 04:27:15.850715 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port 2abd51b8-3b37-4ec3-841e-462a68eb5cbc is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:27:15.851198 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (2abd51b8-3b37-4ec3-841e-462a68eb5cbc), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:15.854392 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port 7cfb4f53-5fec-4952-ba0d-117da0e35d2d is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:27:15.854771 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (7cfb4f53-5fec-4952-ba0d-117da0e35d2d), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:15.867761 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a0bdb-e9a1-4a61-87f6-320e12d2cf7c req-773ea9d7-1f11-471c-a733-96df14eda947 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:15.880579 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a11a0bdb-e9a1-4a61-87f6-320e12d2cf7c req-773ea9d7-1f11-471c-a733-96df14eda947 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 943 time: 0.0695682 May 09 04:27:15.887351 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cfb4f53-5fec-4952-ba0d-117da0e35d2d {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 04:27:15.903840 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd10350c6-bf15-414f-9bf7-d371b6912be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2abd51b8-3b37-4ec3-841e-462a68eb5cbc'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:27:15.906187 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6941dd57353447cfe46bbb883e0d815d26e9477c6b9f0737609fdd17593c9a07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc7fb78-87da-4217-bd4f-340c14e0ca30" -d '{"events": [{"server_uuid": "d10350c6-bf15-414f-9bf7-d371b6912be2", "name": "network-vif-plugged", "status": "completed", "tag": "2abd51b8-3b37-4ec3-841e-462a68eb5cbc"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:27:15.932390 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port 2abd51b8-3b37-4ec3-841e-462a68eb5cbc, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=2abd51b8-3b37-4ec3-841e-462a68eb5cbc,segment=NetworkSegment(75ff18d1-4dc0-4046-afd3-30ccacd1313a),segment_id=75ff18d1-4dc0-4046-afd3-30ccacd1313a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:27:15.934586 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port 7cfb4f53-5fec-4952-ba0d-117da0e35d2d, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=7cfb4f53-5fec-4952-ba0d-117da0e35d2d,segment=NetworkSegment(dd41d0a5-95ad-49ea-90d8-9e67cfaeccec),segment_id=dd41d0a5-95ad-49ea-90d8-9e67cfaeccec)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:27:15.938078 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (2abd51b8-3b37-4ec3-841e-462a68eb5cbc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:15.944559 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device e75b43e2-a1dd-4d55-b4da-8e6449521a74 up at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:27:15.950974 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (7cfb4f53-5fec-4952-ba0d-117da0e35d2d), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:15.956176 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171cba6e-ca46-4283-8c53-540afeabd990 req-8a4eec75-d43e-4967-82e4-d95a58db918a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:15.959120 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-171cba6e-ca46-4283-8c53-540afeabd990 req-8a4eec75-d43e-4967-82e4-d95a58db918a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9336625-5bcd-4003-b69b-e3b341dd5f63 HTTP/1.1" status: 200 len: 858 time: 0.1203270 May 09 04:27:15.964858 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a11a0bdb-e9a1-4a61-87f6-320e12d2cf7c req-49ed9504-bd5b-4b4d-be6c-d09e6c6ec2ca tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828588 May 09 04:27:15.987879 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 04:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd14b022-5ac6-4d88-9bcc-3daff7ba198f x-openstack-request-id: req-dd14b022-5ac6-4d88-9bcc-3daff7ba198f {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:27:15.988217 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d10350c6-bf15-414f-9bf7-d371b6912be2", "name": "network-vif-plugged", "status": "completed", "tag": "2abd51b8-3b37-4ec3-841e-462a68eb5cbc", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:27:15.988471 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dd14b022-5ac6-4d88-9bcc-3daff7ba198f {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:27:15.989439 dv-cinder-838009-3-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd14b022-5ac6-4d88-9bcc-3daff7ba198f'] response: {'server_uuid': 'd10350c6-bf15-414f-9bf7-d371b6912be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2abd51b8-3b37-4ec3-841e-462a68eb5cbc', 'code': 200} May 09 04:27:16.032970 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=2abd51b8-3b37-4ec3-841e-462a68eb5cbc,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:16.037153 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Provisioning for port e75b43e2-a1dd-4d55-b4da-8e6449521a74 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 04:27:16.043728 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:16.044101 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:16.044455 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:16.044812 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:16.045136 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:16.045460 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:16.045821 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:16.046112 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:16.046446 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:16.046757 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:16.047080 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:16.047436 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:16.047742 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:16.048088 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:16.048377 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:16.052946 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Provisioning complete for port e75b43e2-a1dd-4d55-b4da-8e6449521a74 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:27:16.053286 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (e75b43e2-a1dd-4d55-b4da-8e6449521a74), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:16.136686 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94933fff-c0c9-4a5b-b01a-93e496bcf41a req-8e43bc77-bebb-41f9-b53f-ed7e74527aba tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:16.140412 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-94933fff-c0c9-4a5b-b01a-93e496bcf41a req-8e43bc77-bebb-41f9-b53f-ed7e74527aba tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 945 time: 0.0613770 May 09 04:27:16.142187 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=7cfb4f53-5fec-4952-ba0d-117da0e35d2d,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:16.200138 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] get_ports_and_sgs() called for port_ids ['7cfb4f53-5fec-4952-ba0d-117da0e35d2d'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 04:27:16.222675 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-94933fff-c0c9-4a5b-b01a-93e496bcf41a req-9b06f0a7-3192-4e71-8ad3-6516eb4f0b4b tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769539 May 09 04:27:16.235135 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port e75b43e2-a1dd-4d55-b4da-8e6449521a74 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:27:16.237047 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (e75b43e2-a1dd-4d55-b4da-8e6449521a74), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:16.269094 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171cba6e-ca46-4283-8c53-540afeabd990 req-bdec63f0-1b58-4083-82f4-a739f11ebdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:16.274752 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-171cba6e-ca46-4283-8c53-540afeabd990 req-bdec63f0-1b58-4083-82f4-a739f11ebdf0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9cb94923-1093-45fc-bebd-e159f3ac8dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1186962 May 09 04:27:16.298360 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port e75b43e2-a1dd-4d55-b4da-8e6449521a74, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=e75b43e2-a1dd-4d55-b4da-8e6449521a74,segment=NetworkSegment(7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725),segment_id=7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:27:16.310641 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (e75b43e2-a1dd-4d55-b4da-8e6449521a74), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:16.423779 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=e75b43e2-a1dd-4d55-b4da-8e6449521a74,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:16.486678 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289874d8-60ff-43f1-b8cc-e963bc07d62e req-b0f9695a-52f4-42d8-8742-3e50c62a4a36 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:16.490838 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-289874d8-60ff-43f1-b8cc-e963bc07d62e req-b0f9695a-52f4-42d8-8742-3e50c62a4a36 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/ports?device_id=06e2388e-186d-4ea8-94d7-5b9952abc60d HTTP/1.1" status: 200 len: 946 time: 0.0875144 May 09 04:27:16.512186 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771dd765-c214-4120-9d22-263c30d0b59c req-c2527d14-34d7-4d0b-afc7-147dc8fa5101 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:16.520356 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-771dd765-c214-4120-9d22-263c30d0b59c req-c2527d14-34d7-4d0b-afc7-147dc8fa5101 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 945 time: 0.0629764 May 09 04:27:16.523317 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-171cba6e-ca46-4283-8c53-540afeabd990 req-ab8284e3-2238-46cc-bb37-3f59cb2bd475 service neutron] 10.222.0.13 "GET /v2.0/networks/9cb94923-1093-45fc-bebd-e159f3ac8dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417548 May 09 04:27:16.555948 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-289874d8-60ff-43f1-b8cc-e963bc07d62e req-5a7435b4-bc28-4beb-ac3e-59b1cf190f00 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f78eee5-cf2f-41a0-a6fa-018a1a89e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579395 May 09 04:27:16.592681 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-771dd765-c214-4120-9d22-263c30d0b59c req-aa7d9653-b58e-401e-888d-a6b7cb8ff0db tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703967 May 09 04:27:16.715076 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c0e25-a412-4b6e-ab01-77b0f95bdb6d req-4f67d7c5-3fb5-4b66-a299-d3f9742380cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:16.716657 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-411c0e25-a412-4b6e-ab01-77b0f95bdb6d req-4f67d7c5-3fb5-4b66-a299-d3f9742380cc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 1129 time: 0.0823455 May 09 04:27:16.732363 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-171cba6e-ca46-4283-8c53-540afeabd990 req-d5ffd30d-37ad-415f-a9be-63dfa901e43e service neutron] 10.222.0.13 "GET /v2.0/networks/9cb94923-1093-45fc-bebd-e159f3ac8dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259737 May 09 04:27:17.082182 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 43598) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:17.130333 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d423be-a0a2-4aa7-b03c-e51f90e49356 req-4967400e-6669-4002-b07f-a7c7206fd0ff tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:17.132828 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-71d423be-a0a2-4aa7-b03c-e51f90e49356 req-4967400e-6669-4002-b07f-a7c7206fd0ff tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 943 time: 0.0869031 May 09 04:27:17.181026 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-71d423be-a0a2-4aa7-b03c-e51f90e49356 req-748c21a0-4086-419b-9e81-af7b03c01d41 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423734 May 09 04:27:17.209362 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd975ced-8f69-4811-95d1-3b6b07922cff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:17.307634 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd975ced-8f69-4811-95d1-3b6b07922cff admin admin] Publish callbacks [] for security_group (79842ac3-bea2-43e6-bd64-e5032b277323), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:17.322992 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd975ced-8f69-4811-95d1-3b6b07922cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (79842ac3-bea2-43e6-bd64-e5032b277323), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:17.369567 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0e737-dc1b-4637-bac0-5fed08b55fe6 req-d033410d-7f6b-4d47-9797-4a92f3bbb972 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:17.371065 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9ea0e737-dc1b-4637-bac0-5fed08b55fe6 req-d033410d-7f6b-4d47-9797-4a92f3bbb972 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 945 time: 0.0774529 May 09 04:27:17.397333 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-dd975ced-8f69-4811-95d1-3b6b07922cff admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aee7fe01f201408e8949d3405fe44586&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3108230 May 09 04:27:17.397708 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 43612) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:17.412035 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd975ced-8f69-4811-95d1-3b6b07922cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79842ac3-bea2-43e6-bd64-e5032b277323,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:17.425068 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd975ced-8f69-4811-95d1-3b6b07922cff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:17.425420 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd975ced-8f69-4811-95d1-3b6b07922cff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:17.425759 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd975ced-8f69-4811-95d1-3b6b07922cff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:17.427470 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd975ced-8f69-4811-95d1-3b6b07922cff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:17.427470 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd975ced-8f69-4811-95d1-3b6b07922cff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:17.427470 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd975ced-8f69-4811-95d1-3b6b07922cff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:17.427848 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd975ced-8f69-4811-95d1-3b6b07922cff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:17.427968 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd975ced-8f69-4811-95d1-3b6b07922cff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:17.428277 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd975ced-8f69-4811-95d1-3b6b07922cff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:17.428597 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd975ced-8f69-4811-95d1-3b6b07922cff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:17.428923 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd975ced-8f69-4811-95d1-3b6b07922cff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:17.429244 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd975ced-8f69-4811-95d1-3b6b07922cff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:17.429585 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd975ced-8f69-4811-95d1-3b6b07922cff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:17.429865 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd975ced-8f69-4811-95d1-3b6b07922cff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:17.430174 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd975ced-8f69-4811-95d1-3b6b07922cff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:17.458939 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f152c39c-42d4-4d52-8ae1-b93d2236d2e6 admin admin] Publish callbacks [] for security_group (79842ac3-bea2-43e6-bd64-e5032b277323), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:17.469053 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9ea0e737-dc1b-4637-bac0-5fed08b55fe6 req-962534bf-4db7-4699-a0d0-332fa558d7ed tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876162 May 09 04:27:17.480406 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f152c39c-42d4-4d52-8ae1-b93d2236d2e6 admin admin] Publish callbacks [] for security_group (79842ac3-bea2-43e6-bd64-e5032b277323), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:17.526288 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f152c39c-42d4-4d52-8ae1-b93d2236d2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (79842ac3-bea2-43e6-bd64-e5032b277323), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:17.528804 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f152c39c-42d4-4d52-8ae1-b93d2236d2e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:17.529918 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-f152c39c-42d4-4d52-8ae1-b93d2236d2e6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/79842ac3-bea2-43e6-bd64-e5032b277323 HTTP/1.1" status: 204 len: 168 time: 0.1312432 May 09 04:27:17.537531 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152c39c-42d4-4d52-8ae1-b93d2236d2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79842ac3-bea2-43e6-bd64-e5032b277323,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:17.682871 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa48d3a-3b9b-4557-9d45-0b6c13ffafc3 req-15553e44-d33d-4b23-a899-7354f602c622 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:17.684389 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8fa48d3a-3b9b-4557-9d45-0b6c13ffafc3 req-15553e44-d33d-4b23-a899-7354f602c622 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/ports?device_id=06e2388e-186d-4ea8-94d7-5b9952abc60d HTTP/1.1" status: 200 len: 946 time: 0.0512466 May 09 04:27:17.719160 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed4434-fb60-4f18-bb80-b5cd73382c38 req-7a5e9e77-6a31-4c8d-8a8a-889e3aaeffca tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:17.720840 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-74ed4434-fb60-4f18-bb80-b5cd73382c38 req-7a5e9e77-6a31-4c8d-8a8a-889e3aaeffca tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 945 time: 0.0523193 May 09 04:27:17.777966 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-74ed4434-fb60-4f18-bb80-b5cd73382c38 req-65c36dee-9b0e-4958-b794-bba2257079e9 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513983 May 09 04:27:17.815019 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 43624) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:17.829434 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2e4143b3-1152-4199-a032-41b9e4680858 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:17.909998 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2e4143b3-1152-4199-a032-41b9e4680858 admin admin] Publish callbacks [] for security_group (8f47dab8-7b70-4794-9a1f-85c5b50345a2), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:17.914163 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2e4143b3-1152-4199-a032-41b9e4680858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (8f47dab8-7b70-4794-9a1f-85c5b50345a2), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:17.934129 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8fa48d3a-3b9b-4557-9d45-0b6c13ffafc3 req-b4295d89-fbc3-4c97-9061-c901ed1d2915 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f78eee5-cf2f-41a0-a6fa-018a1a89e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441244 May 09 04:27:17.952848 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-2e4143b3-1152-4199-a032-41b9e4680858 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8c10981ed3e443fd99a7241783c95882&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1365068 May 09 04:27:17.953703 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4143b3-1152-4199-a032-41b9e4680858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f47dab8-7b70-4794-9a1f-85c5b50345a2,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:17.955461 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 43626) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:17.990755 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6774e618-8e5f-4815-8e60-0473be16aabc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75b43e2-a1dd-4d55-b4da-8e6449521a74'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:27:17.993734 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6941dd57353447cfe46bbb883e0d815d26e9477c6b9f0737609fdd17593c9a07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f848b4a-10da-45c5-b9cf-7ff18727e0e2" -d '{"events": [{"server_uuid": "6774e618-8e5f-4815-8e60-0473be16aabc", "name": "network-vif-plugged", "status": "completed", "tag": "e75b43e2-a1dd-4d55-b4da-8e6449521a74"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:27:18.002534 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b0886563-e4c8-4f75-845d-ae26bce9b3c0 admin admin] Publish callbacks [] for security_group (8f47dab8-7b70-4794-9a1f-85c5b50345a2), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:18.025232 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b0886563-e4c8-4f75-845d-ae26bce9b3c0 admin admin] Publish callbacks [] for security_group (8f47dab8-7b70-4794-9a1f-85c5b50345a2), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:18.033420 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 04:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb450f16-ad8b-4a34-a4e8-2b7560faf116 x-openstack-request-id: req-eb450f16-ad8b-4a34-a4e8-2b7560faf116 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:27:18.034537 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6774e618-8e5f-4815-8e60-0473be16aabc", "name": "network-vif-plugged", "status": "completed", "tag": "e75b43e2-a1dd-4d55-b4da-8e6449521a74", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:27:18.034797 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eb450f16-ad8b-4a34-a4e8-2b7560faf116 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:27:18.035194 dv-cinder-838009-3-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb450f16-ad8b-4a34-a4e8-2b7560faf116'] response: {'server_uuid': '6774e618-8e5f-4815-8e60-0473be16aabc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75b43e2-a1dd-4d55-b4da-8e6449521a74', 'code': 200} May 09 04:27:18.073930 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b0886563-e4c8-4f75-845d-ae26bce9b3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (8f47dab8-7b70-4794-9a1f-85c5b50345a2), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:18.076606 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b0886563-e4c8-4f75-845d-ae26bce9b3c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:18.077700 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-b0886563-e4c8-4f75-845d-ae26bce9b3c0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8f47dab8-7b70-4794-9a1f-85c5b50345a2 HTTP/1.1" status: 204 len: 168 time: 0.1212518 May 09 04:27:18.085519 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0886563-e4c8-4f75-845d-ae26bce9b3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f47dab8-7b70-4794-9a1f-85c5b50345a2,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:18.293636 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96202965-298c-4bf6-b54e-12564f60e98b req-6c74e4fe-170f-47e9-92c1-dae887a8d372 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:18.295096 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-96202965-298c-4bf6-b54e-12564f60e98b req-6c74e4fe-170f-47e9-92c1-dae887a8d372 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 943 time: 0.0461566 May 09 04:27:18.344830 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-96202965-298c-4bf6-b54e-12564f60e98b req-242a71dc-6f2a-4223-8c7d-91fee4ee6e0f tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442870 May 09 04:27:18.432926 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-411c0e25-a412-4b6e-ab01-77b0f95bdb6d req-6c91f253-58de-4391-9a77-7f3e0cda17ec service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516222 May 09 04:27:18.588119 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15db76e-2fe7-49e1-92f8-1e0104597031 req-52954ad3-e2a0-4529-aafa-cce1aa1b41dd tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:18.589315 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-b15db76e-2fe7-49e1-92f8-1e0104597031 req-52954ad3-e2a0-4529-aafa-cce1aa1b41dd tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 945 time: 0.0511410 May 09 04:27:18.640676 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-b15db76e-2fe7-49e1-92f8-1e0104597031 req-981991fa-2160-4089-9a69-3ed84184cb84 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458448 May 09 04:27:18.899314 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a20a64-2067-405c-b3c5-837bc3e51af1 req-85f01410-a2f4-4b9b-92f3-c3d764f29c8b tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:18.900852 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a4a20a64-2067-405c-b3c5-837bc3e51af1 req-85f01410-a2f4-4b9b-92f3-c3d764f29c8b tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 945 time: 0.0484414 May 09 04:27:18.946342 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a4a20a64-2067-405c-b3c5-837bc3e51af1 req-e7184f0e-0c6c-4425-94ff-312ad3c7aee5 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397546 May 09 04:27:19.047605 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f2267-f0c9-4bad-9ef6-e1c0e4da5d5c req-3cffc3ed-9877-4331-8c51-f14b1e76d04f tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:19.049122 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-d86f2267-f0c9-4bad-9ef6-e1c0e4da5d5c req-3cffc3ed-9877-4331-8c51-f14b1e76d04f tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/ports?device_id=06e2388e-186d-4ea8-94d7-5b9952abc60d HTTP/1.1" status: 200 len: 946 time: 0.0475199 May 09 04:27:19.099622 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-d86f2267-f0c9-4bad-9ef6-e1c0e4da5d5c req-fa92f55f-556a-45f0-9aa3-dd8fad7d3ce3 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f78eee5-cf2f-41a0-a6fa-018a1a89e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439110 May 09 04:27:19.467848 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3350b6-d170-48f5-af08-3027f93cf699 req-468da8e8-4571-4505-9f36-68861cc4e927 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:19.469391 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1d3350b6-d170-48f5-af08-3027f93cf699 req-468da8e8-4571-4505-9f36-68861cc4e927 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 943 time: 0.0481470 May 09 04:27:19.530694 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1d3350b6-d170-48f5-af08-3027f93cf699 req-24c83b75-3e77-48d4-a231-05ad18f1a0ff tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528665 May 09 04:27:19.612371 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 7cfb4f53-5fec-4952-ba0d-117da0e35d2d up at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:27:19.658674 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (0ba91d57-31cd-4938-a6ad-bd18d942a965), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:19.678624 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Provisioning for port 7cfb4f53-5fec-4952-ba0d-117da0e35d2d completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 04:27:19.684745 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Provisioning complete for port 7cfb4f53-5fec-4952-ba0d-117da0e35d2d triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:27:19.685032 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (7cfb4f53-5fec-4952-ba0d-117da0e35d2d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:19.768936 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port 7cfb4f53-5fec-4952-ba0d-117da0e35d2d is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:27:19.769339 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (7cfb4f53-5fec-4952-ba0d-117da0e35d2d), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:19.769790 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b9c52-e563-4000-8fcf-2d6b1d64fa64 req-85d25c5e-28c9-4f53-a661-6092092a18b8 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:19.772471 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a21b9c52-e563-4000-8fcf-2d6b1d64fa64 req-85d25c5e-28c9-4f53-a661-6092092a18b8 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 945 time: 0.0540462 May 09 04:27:19.803185 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port 7cfb4f53-5fec-4952-ba0d-117da0e35d2d, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=7cfb4f53-5fec-4952-ba0d-117da0e35d2d,segment=NetworkSegment(dd41d0a5-95ad-49ea-90d8-9e67cfaeccec),segment_id=dd41d0a5-95ad-49ea-90d8-9e67cfaeccec)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:27:19.806401 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (7cfb4f53-5fec-4952-ba0d-117da0e35d2d), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:19.819651 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a21b9c52-e563-4000-8fcf-2d6b1d64fa64 req-32cfc5a8-3f94-468c-9853-7b4903bb883a tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418010 May 09 04:27:19.857160 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=7cfb4f53-5fec-4952-ba0d-117da0e35d2d,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:20.036743 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2923fc2-3ae0-4f89-b36c-193752581504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cfb4f53-5fec-4952-ba0d-117da0e35d2d'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:27:20.039073 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6941dd57353447cfe46bbb883e0d815d26e9477c6b9f0737609fdd17593c9a07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f93a70-dc3e-4c60-a292-788da25c1a60" -d '{"events": [{"server_uuid": "f2923fc2-3ae0-4f89-b36c-193752581504", "name": "network-vif-plugged", "status": "completed", "tag": "7cfb4f53-5fec-4952-ba0d-117da0e35d2d"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:27:20.069035 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f16481-3c38-4138-9fd6-13f2ae7713d6 req-4e1b93f1-c99f-4d7f-b601-e0f16396e3e7 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:20.070473 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-71f16481-3c38-4138-9fd6-13f2ae7713d6 req-4e1b93f1-c99f-4d7f-b601-e0f16396e3e7 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 945 time: 0.0506094 May 09 04:27:20.073937 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 04:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ac811d-fcc6-4667-9a90-3ed2e17f4dee x-openstack-request-id: req-09ac811d-fcc6-4667-9a90-3ed2e17f4dee {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:27:20.074250 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2923fc2-3ae0-4f89-b36c-193752581504", "name": "network-vif-plugged", "status": "completed", "tag": "7cfb4f53-5fec-4952-ba0d-117da0e35d2d", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:27:20.074508 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-09ac811d-fcc6-4667-9a90-3ed2e17f4dee {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:27:20.074894 dv-cinder-838009-3-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09ac811d-fcc6-4667-9a90-3ed2e17f4dee'] response: {'server_uuid': 'f2923fc2-3ae0-4f89-b36c-193752581504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cfb4f53-5fec-4952-ba0d-117da0e35d2d', 'code': 200} May 09 04:27:20.117189 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-71f16481-3c38-4138-9fd6-13f2ae7713d6 req-00c953ab-e6e8-4678-9cca-5a63a2441776 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408008 May 09 04:27:20.216838 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbea8e-d414-44df-be9e-5ed70a0df3bb req-f64dfbde-f33a-4d8f-918d-e7998375430b tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:20.218321 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-18fbea8e-d414-44df-be9e-5ed70a0df3bb req-f64dfbde-f33a-4d8f-918d-e7998375430b tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/ports?device_id=06e2388e-186d-4ea8-94d7-5b9952abc60d HTTP/1.1" status: 200 len: 946 time: 0.0466831 May 09 04:27:20.266615 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-18fbea8e-d414-44df-be9e-5ed70a0df3bb req-84863912-7003-4760-9a93-4c826a5b6fa4 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f78eee5-cf2f-41a0-a6fa-018a1a89e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425296 May 09 04:27:20.559258 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5f44d12f-e51b-49df-b60e-e0705d9e68d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (144b4b53-faa6-4e1c-8c93-1df238c644e2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:20.674727 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee0328-038a-497c-bcbf-5b5e618dae48 req-7cfc521a-141e-40e5-a5fd-d50de3a0ac26 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:20.676817 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b3ee0328-038a-497c-bcbf-5b5e618dae48 req-7cfc521a-141e-40e5-a5fd-d50de3a0ac26 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 943 time: 0.0594978 May 09 04:27:20.733016 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b3ee0328-038a-497c-bcbf-5b5e618dae48 req-c0346584-d1c0-4932-b588-ba6a5ff2fe65 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491989 May 09 04:27:20.946128 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d837e-5141-4a68-beb8-c36e678d135f req-78bb518d-6018-4fe1-9135-d4b2d14bc440 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:20.948558 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f51d837e-5141-4a68-beb8-c36e678d135f req-78bb518d-6018-4fe1-9135-d4b2d14bc440 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.0489781 May 09 04:27:21.002268 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f51d837e-5141-4a68-beb8-c36e678d135f req-67fcc6bf-2879-4d22-bd83-fbf402405baf tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474737 May 09 04:27:21.231695 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df611177-e2a4-4541-ac03-31a5bfdba996 req-4ba63547-dcd6-4755-bcb2-e0c741cae2ec tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:21.233154 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-df611177-e2a4-4541-ac03-31a5bfdba996 req-4ba63547-dcd6-4755-bcb2-e0c741cae2ec tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 945 time: 0.0447602 May 09 04:27:21.281202 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-df611177-e2a4-4541-ac03-31a5bfdba996 req-c7c92f4f-515e-432d-8362-d4b78dd2e020 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426695 May 09 04:27:21.377814 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8416e8d-3c4c-4da8-bba3-1f8b195800cc req-b42f3efc-603e-426f-b214-4c915d3c5def tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:21.379230 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-d8416e8d-3c4c-4da8-bba3-1f8b195800cc req-b42f3efc-603e-426f-b214-4c915d3c5def tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/ports?device_id=06e2388e-186d-4ea8-94d7-5b9952abc60d HTTP/1.1" status: 200 len: 946 time: 0.0446680 May 09 04:27:21.432470 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-d8416e8d-3c4c-4da8-bba3-1f8b195800cc req-35eea764-3277-4f57-bed0-3ea9b089bf2d tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f78eee5-cf2f-41a0-a6fa-018a1a89e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471549 May 09 04:27:21.873471 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5632570-bb95-4d2e-8b40-5074db986be4 req-c8cd3dc6-a84d-48c1-b7ad-f3b450eb5a46 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:21.875222 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d5632570-bb95-4d2e-8b40-5074db986be4 req-c8cd3dc6-a84d-48c1-b7ad-f3b450eb5a46 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 943 time: 0.0537059 May 09 04:27:21.933126 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d5632570-bb95-4d2e-8b40-5074db986be4 req-3726e2c1-d094-40ef-b75b-d3be7eacb58d tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511799 May 09 04:27:22.130610 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7dced-7651-4c3c-a1c5-e63999603f95 req-0096037d-f0a6-4b3f-9157-edbb9f01e4b1 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:22.132313 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8cd7dced-7651-4c3c-a1c5-e63999603f95 req-0096037d-f0a6-4b3f-9157-edbb9f01e4b1 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.0519943 May 09 04:27:22.187947 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8cd7dced-7651-4c3c-a1c5-e63999603f95 req-d9613cfa-0daa-432f-badc-739b7be5306f tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469518 May 09 04:27:22.407683 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06062312-4a4d-4508-bdab-61869ae8a99e req-32d623a1-10dd-4c3f-be33-9f98bae14a3e tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:22.409148 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-06062312-4a4d-4508-bdab-61869ae8a99e req-32d623a1-10dd-4c3f-be33-9f98bae14a3e tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 945 time: 0.0461762 May 09 04:27:22.455056 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-06062312-4a4d-4508-bdab-61869ae8a99e req-2c3c2b53-e691-46d6-aa8e-d01967bc8373 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402188 May 09 04:27:22.712073 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device e798f1fa-3df7-4ec0-be2e-bf5db59b8036 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 04:27:22.806436 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port e798f1fa-3df7-4ec0-be2e-bf5db59b8036, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=e798f1fa-3df7-4ec0-be2e-bf5db59b8036,segment=NetworkSegment(7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725),segment_id=7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:27:22.822108 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Returning: {'device': 'e798f1fa-3df7-4ec0-be2e-bf5db59b8036', 'network_id': '9cb94923-1093-45fc-bebd-e159f3ac8dd3', 'port_id': 'e798f1fa-3df7-4ec0-be2e-bf5db59b8036', 'mac_address': 'fa:16:3e:d3:19:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9336625-5bcd-4003-b69b-e3b341dd5f63', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 04:27:22.868294 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port e798f1fa-3df7-4ec0-be2e-bf5db59b8036 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:27:22.868683 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (e798f1fa-3df7-4ec0-be2e-bf5db59b8036), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:22.880125 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bd944a1c-aed3-4817-bede-3bcb52b92f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3dae496a-5564-45d9-8b4f-04486e79e4dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:22.886366 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e798f1fa-3df7-4ec0-be2e-bf5db59b8036 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 04:27:22.905666 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port e798f1fa-3df7-4ec0-be2e-bf5db59b8036, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=e798f1fa-3df7-4ec0-be2e-bf5db59b8036,segment=NetworkSegment(7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725),segment_id=7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:27:22.908672 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (e798f1fa-3df7-4ec0-be2e-bf5db59b8036), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:22.954903 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=e798f1fa-3df7-4ec0-be2e-bf5db59b8036,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:23.048303 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927b494-c71d-471e-8482-aaa9f13c9fbb req-8b0d01dc-8517-4f31-9f8a-5be5b8ca7226 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:23.049761 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8927b494-c71d-471e-8482-aaa9f13c9fbb req-8b0d01dc-8517-4f31-9f8a-5be5b8ca7226 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 944 time: 0.0488219 May 09 04:27:23.095034 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8927b494-c71d-471e-8482-aaa9f13c9fbb req-5b7a44d3-e8af-45bb-a340-129f78e74f67 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388517 May 09 04:27:23.296929 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7354ef-c056-4254-8370-32fabc75bf6d req-00603f17-0c2f-44ab-8e70-83986dfe641c tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:23.298347 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cd7354ef-c056-4254-8370-32fabc75bf6d req-00603f17-0c2f-44ab-8e70-83986dfe641c tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.0468364 May 09 04:27:23.342993 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cd7354ef-c056-4254-8370-32fabc75bf6d req-aca9bb2b-3a7f-4187-bc2a-eda0c1c55618 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386059 May 09 04:27:23.568783 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a6ffb-59bc-4360-8049-2012bd04da28 req-38c2a907-c9e0-4e67-8eed-36edf1806ff0 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:23.570342 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-790a6ffb-59bc-4360-8049-2012bd04da28 req-38c2a907-c9e0-4e67-8eed-36edf1806ff0 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 945 time: 0.0452998 May 09 04:27:23.615869 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-790a6ffb-59bc-4360-8049-2012bd04da28 req-8928410e-ff97-4832-a04e-53ecf95cfeac tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400255 May 09 04:27:23.997427 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] get_ports_and_sgs() called for port_ids ['e798f1fa-3df7-4ec0-be2e-bf5db59b8036'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 04:27:24.141962 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7671283-9f0b-468d-8f0b-6ce51d9cb9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (896ddadf-f6f7-4d68-b704-6882247efc03), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:24.217226 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c4acb-5147-4dd0-82b2-23600140f3b5 req-7d987798-f8b3-4887-a336-919348ca2234 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:24.219117 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-410c4acb-5147-4dd0-82b2-23600140f3b5 req-7d987798-f8b3-4887-a336-919348ca2234 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 944 time: 0.0548146 May 09 04:27:24.268937 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-410c4acb-5147-4dd0-82b2-23600140f3b5 req-a49d72e4-a88b-46a3-88ce-cd8753222dc1 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413916 May 09 04:27:24.467474 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6dc14-1afb-4d0a-b586-f40f33b1ad1e req-cf5df90c-3e96-4c62-bece-6ba0dc5ac013 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:24.476651 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c9a6dc14-1afb-4d0a-b586-f40f33b1ad1e req-cf5df90c-3e96-4c62-bece-6ba0dc5ac013 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.0668635 May 09 04:27:24.520006 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c9a6dc14-1afb-4d0a-b586-f40f33b1ad1e req-b6bdec93-1a6f-4731-a7cc-6eb83c9bb57b tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424719 May 09 04:27:24.783471 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663bef9f-4b40-4536-acf2-6cc3aed3d91d req-d9f27e68-bfa1-4996-bcee-2b58676ba1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:24.783658 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9457996-c833-44b1-b634-0922ba2b1409 req-4b5dccd4-a9fb-4716-a6c1-d4847d72d7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:24.785022 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-663bef9f-4b40-4536-acf2-6cc3aed3d91d req-d9f27e68-bfa1-4996-bcee-2b58676ba1bf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 1130 time: 0.0531611 May 09 04:27:24.785732 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-e9457996-c833-44b1-b634-0922ba2b1409 req-4b5dccd4-a9fb-4716-a6c1-d4847d72d7be service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6774e618-8e5f-4815-8e60-0473be16aabc HTTP/1.1" status: 200 len: 1130 time: 0.0575011 May 09 04:27:24.792085 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ffdfa-ecbe-4176-9945-e44dd746177a req-4cc54ed9-9b46-4138-bd10-1dd8b7bb06ec tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:24.793790 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-992ffdfa-ecbe-4176-9945-e44dd746177a req-4cc54ed9-9b46-4138-bd10-1dd8b7bb06ec tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 945 time: 0.0980353 May 09 04:27:24.842186 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-e9457996-c833-44b1-b634-0922ba2b1409 req-3c2d7abe-a142-4c1a-91a3-283ca06ce042 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464675 May 09 04:27:24.879060 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-663bef9f-4b40-4536-acf2-6cc3aed3d91d req-29b971e4-72c9-4b57-a894-ad1c6631cb6c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770979 May 09 04:27:24.895218 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-992ffdfa-ecbe-4176-9945-e44dd746177a req-13b561b3-78b7-46c2-88c8-fc187b3968fb tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942128 May 09 04:27:25.054973 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08c662-a6b1-412f-9854-27efd662eafb req-dbd85cb2-904c-4b52-83f0-ece7217b3c4e tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:25.060730 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1a08c662-a6b1-412f-9854-27efd662eafb req-dbd85cb2-904c-4b52-83f0-ece7217b3c4e tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 945 time: 0.0576475 May 09 04:27:25.065160 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 43888) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:25.070383 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-eeed8855-565c-4f5e-8e4d-faac0f935287 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Request body: {'floatingip': {'port_id': '2abd51b8-3b37-4ec3-841e-462a68eb5cbc'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:27:25.153076 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eeed8855-565c-4f5e-8e4d-faac0f935287 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks [] for floatingip (ba0ae7e9-0188-4b63-b441-0b4a6fb4731e), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:25.307407 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43e19ad3-c0e7-48b8-9cb0-6496f201f8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3ce75c28-5550-4d51-9af6-2a59ee09c43b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:25.446845 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bfc6a1-801e-4391-81a2-3ae4644b4f28 req-3ad24c57-91bd-4eb3-a13c-f9ad7211b151 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:25.448354 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f0bfc6a1-801e-4391-81a2-3ae4644b4f28 req-3ad24c57-91bd-4eb3-a13c-f9ad7211b151 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 944 time: 0.0911014 May 09 04:27:25.548010 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f0bfc6a1-801e-4391-81a2-3ae4644b4f28 req-129cb5de-80b4-4724-8c1b-59cd06b5926a tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938520 May 09 04:27:25.736409 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f826b3-739e-4a71-82db-29918d04a9c6 req-d1a68876-ea53-460a-ad32-98c5f09c7343 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:25.737895 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-15f826b3-739e-4a71-82db-29918d04a9c6 req-d1a68876-ea53-460a-ad32-98c5f09c7343 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.1285610 May 09 04:27:25.794132 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 43916) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:25.880843 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device e798f1fa-3df7-4ec0-be2e-bf5db59b8036 up at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:27:25.913747 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-15f826b3-739e-4a71-82db-29918d04a9c6 req-1ab45df4-04d7-4124-ad2a-1f7b308a9def tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685748 May 09 04:27:25.918257 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eda0255d-12bb-4584-9347-759181ecb9cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:25.948635 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Provisioning for port e798f1fa-3df7-4ec0-be2e-bf5db59b8036 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 04:27:25.956404 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Provisioning complete for port e798f1fa-3df7-4ec0-be2e-bf5db59b8036 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:27:25.956816 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (e798f1fa-3df7-4ec0-be2e-bf5db59b8036), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:26.029337 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eda0255d-12bb-4584-9347-759181ecb9cc admin admin] Publish callbacks [] for security_group (7439584e-2ec8-47f4-8956-6010f1486e9d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:26.035192 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eda0255d-12bb-4584-9347-759181ecb9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (7439584e-2ec8-47f4-8956-6010f1486e9d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:26.064486 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port e798f1fa-3df7-4ec0-be2e-bf5db59b8036 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:27:26.064959 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (e798f1fa-3df7-4ec0-be2e-bf5db59b8036), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:26.075236 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eeed8855-565c-4f5e-8e4d-faac0f935287 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:26.080743 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eeed8855-565c-4f5e-8e4d-faac0f935287 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-653345'] for floatingip (ba0ae7e9-0188-4b63-b441-0b4a6fb4731e), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:26.092556 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc9d45a-d1d9-4a28-8af9-4b6e14898436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e798f1fa-3df7-4ec0-be2e-bf5db59b8036'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:27:26.093446 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-eda0255d-12bb-4584-9347-759181ecb9cc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=191d26a45a4a4aa5b0847a717c8007f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2976036 May 09 04:27:26.094335 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0255d-12bb-4584-9347-759181ecb9cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7439584e-2ec8-47f4-8956-6010f1486e9d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:26.094886 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6941dd57353447cfe46bbb883e0d815d26e9477c6b9f0737609fdd17593c9a07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80399feb-28f5-466c-8632-279d215fbe25" -d '{"events": [{"server_uuid": "7fc9d45a-d1d9-4a28-8af9-4b6e14898436", "name": "network-vif-plugged", "status": "completed", "tag": "e798f1fa-3df7-4ec0-be2e-bf5db59b8036"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:27:26.098136 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 43926) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:26.166350 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port e798f1fa-3df7-4ec0-be2e-bf5db59b8036, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=e798f1fa-3df7-4ec0-be2e-bf5db59b8036,segment=NetworkSegment(7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725),segment_id=7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:27:26.179320 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (e798f1fa-3df7-4ec0-be2e-bf5db59b8036), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:26.196368 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd4e4787-ab52-4715-9f53-649f41394b05 admin admin] Publish callbacks [] for security_group (7439584e-2ec8-47f4-8956-6010f1486e9d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:26.218325 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.db.l3_db [None req-eeed8855-565c-4f5e-8e4d-faac0f935287 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Floating IP ba0ae7e9-0188-4b63-b441-0b4a6fb4731e associated. External IP: 172.27.2.58, port: 2abd51b8-3b37-4ec3-841e-462a68eb5cbc. May 09 04:27:26.237822 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 04:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3050d726-b360-4565-9df8-f3bad72c83de x-openstack-request-id: req-3050d726-b360-4565-9df8-f3bad72c83de {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:27:26.238136 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc9d45a-d1d9-4a28-8af9-4b6e14898436", "name": "network-vif-plugged", "status": "completed", "tag": "e798f1fa-3df7-4ec0-be2e-bf5db59b8036", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:27:26.238390 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3050d726-b360-4565-9df8-f3bad72c83de {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:27:26.238785 dv-cinder-838009-3-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3050d726-b360-4565-9df8-f3bad72c83de'] response: {'server_uuid': '7fc9d45a-d1d9-4a28-8af9-4b6e14898436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e798f1fa-3df7-4ec0-be2e-bf5db59b8036', 'code': 200} May 09 04:27:26.254074 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd4e4787-ab52-4715-9f53-649f41394b05 admin admin] Publish callbacks [] for security_group (7439584e-2ec8-47f4-8956-6010f1486e9d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:26.291967 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=e798f1fa-3df7-4ec0-be2e-bf5db59b8036,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:26.321050 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd4e4787-ab52-4715-9f53-649f41394b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (7439584e-2ec8-47f4-8956-6010f1486e9d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:26.324182 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bd4e4787-ab52-4715-9f53-649f41394b05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:26.332505 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-bd4e4787-ab52-4715-9f53-649f41394b05 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7439584e-2ec8-47f4-8956-6010f1486e9d HTTP/1.1" status: 204 len: 168 time: 0.2311258 May 09 04:27:26.345092 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e4787-ab52-4715-9f53-649f41394b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7439584e-2ec8-47f4-8956-6010f1486e9d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:26.696384 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 43958) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:26.709745 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-81b8c30e-d1a9-415c-ad85-8958370e9502 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:26.778424 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeed8855-565c-4f5e-8e4d-faac0f935287 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Router 5f0fd5ff-f26a-4326-8fec-502ec9cca7d2 has already been hosted by L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 04:27:26.785080 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7648dab-8c71-48ba-a040-35cc87e37e3f req-1ef4dbb2-e4f6-44b5-aa5d-acda6912eebb tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:26.786568 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b7648dab-8c71-48ba-a040-35cc87e37e3f req-1ef4dbb2-e4f6-44b5-aa5d-acda6912eebb tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 945 time: 0.0667238 May 09 04:27:26.801116 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (9a15748d-6a05-4459-b777-d0dd003edfa1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:26.828076 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-81b8c30e-d1a9-415c-ad85-8958370e9502 admin admin] Publish callbacks [] for security_group (c1a710cc-95c8-4982-81b2-6dacfb119224), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:26.835579 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-81b8c30e-d1a9-415c-ad85-8958370e9502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (c1a710cc-95c8-4982-81b2-6dacfb119224), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:26.877812 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-81b8c30e-d1a9-415c-ad85-8958370e9502 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=89c1466b7a194c91bcd166f02d33a822&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1803067 May 09 04:27:26.883436 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 43964) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:26.903841 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b8c30e-d1a9-415c-ad85-8958370e9502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a710cc-95c8-4982-81b2-6dacfb119224,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:26.906672 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b7648dab-8c71-48ba-a040-35cc87e37e3f req-fc78eb83-409f-4cc3-ad70-29d966de552c tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073999 May 09 04:27:26.942772 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bdac0343-67fb-46da-a933-94f4fbf68714 admin admin] Publish callbacks [] for security_group (c1a710cc-95c8-4982-81b2-6dacfb119224), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:26.954517 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeed8855-565c-4f5e-8e4d-faac0f935287 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:27:26.959521 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-eeed8855-565c-4f5e-8e4d-faac0f935287 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:26.966647 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bdac0343-67fb-46da-a933-94f4fbf68714 admin admin] Publish callbacks [] for security_group (c1a710cc-95c8-4982-81b2-6dacfb119224), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:26.973855 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8383f703-eb4d-4eef-ab20-52fbc846c652 None None] Sync routers for ids ['5f0fd5ff-f26a-4326-8fec-502ec9cca7d2'] in dv-cinder-838009-3-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:27:26.985638 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8383f703-eb4d-4eef-ab20-52fbc846c652 None None] Routers {'5f0fd5ff-f26a-4326-8fec-502ec9cca7d2'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:27:26.986164 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-8383f703-eb4d-4eef-ab20-52fbc846c652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:27:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['5f0fd5ff-f26a-4326-8fec-502ec9cca7d2'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:27:27.021603 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-eeed8855-565c-4f5e-8e4d-faac0f935287 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "PUT /v2.0/floatingips/ba0ae7e9-0188-4b63-b441-0b4a6fb4731e HTTP/1.1" status: 200 len: 990 time: 1.9553382 May 09 04:27:27.023756 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd10350c6-bf15-414f-9bf7-d371b6912be2', 'tag': '2abd51b8-3b37-4ec3-841e-462a68eb5cbc'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:27:27.026054 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a98aaefa13d75cb12d9cbfc750f918ae1aa7d1c3c8041a7e7d91ea73ff80a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013080b1-e54c-4c42-800c-8f2c5037f035" -d '{"events": [{"name": "network-changed", "server_uuid": "d10350c6-bf15-414f-9bf7-d371b6912be2", "tag": "2abd51b8-3b37-4ec3-841e-462a68eb5cbc"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:27:27.063786 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b7c544-6698-4ec9-9527-9b63850e7f08 req-36edf21b-788a-4471-9bd1-f739961b4038 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:27.065374 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c5b7c544-6698-4ec9-9527-9b63850e7f08 req-36edf21b-788a-4471-9bd1-f739961b4038 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.0614142 May 09 04:27:27.074634 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 04:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab70406-c0e1-41fa-8027-84a637eadb1a x-openstack-request-id: req-aab70406-c0e1-41fa-8027-84a637eadb1a {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:27:27.075298 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d10350c6-bf15-414f-9bf7-d371b6912be2", "tag": "2abd51b8-3b37-4ec3-841e-462a68eb5cbc", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:27:27.075701 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aab70406-c0e1-41fa-8027-84a637eadb1a {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:27:27.077201 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aab70406-c0e1-41fa-8027-84a637eadb1a'] response: {'name': 'network-changed', 'server_uuid': 'd10350c6-bf15-414f-9bf7-d371b6912be2', 'tag': '2abd51b8-3b37-4ec3-841e-462a68eb5cbc', 'status': 'completed', 'code': 200} May 09 04:27:27.088726 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bdac0343-67fb-46da-a933-94f4fbf68714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (c1a710cc-95c8-4982-81b2-6dacfb119224), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:27.091343 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bdac0343-67fb-46da-a933-94f4fbf68714 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:27.092465 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-bdac0343-67fb-46da-a933-94f4fbf68714 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c1a710cc-95c8-4982-81b2-6dacfb119224 HTTP/1.1" status: 204 len: 168 time: 0.2076371 May 09 04:27:27.107762 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-8383f703-eb4d-4eef-ab20-52fbc846c652 None None] Set router 5f0fd5ff-f26a-4326-8fec-502ec9cca7d2 gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:27:27.111433 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac0343-67fb-46da-a933-94f4fbf68714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a710cc-95c8-4982-81b2-6dacfb119224,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:27.132420 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c5b7c544-6698-4ec9-9527-9b63850e7f08 req-23ad917e-d124-4f1a-8e50-504b322b95ff tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610135 May 09 04:27:27.274004 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62afb26d-ef6b-40f4-b965-044bbf856bf8 req-23ce470a-ba6a-4223-a7e5-647ed8351692 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:27.281418 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-62afb26d-ef6b-40f4-b965-044bbf856bf8 req-23ce470a-ba6a-4223-a7e5-647ed8351692 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.0693262 May 09 04:27:27.286527 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 43982) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:27.292098 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-ee0bf52d-4c01-48ea-97ce-e2f8d55e25c4 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Request body: {'floatingip': {'port_id': '7cfb4f53-5fec-4952-ba0d-117da0e35d2d'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:27:27.432512 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013080b1-e54c-4c42-800c-8f2c5037f035 req-4475a79a-0db2-418f-b5f5-6322ea47a211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:27.434224 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-013080b1-e54c-4c42-800c-8f2c5037f035 req-4475a79a-0db2-418f-b5f5-6322ea47a211 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5e56ba7f9cc64897a1d95ac15061e9e4&device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 1129 time: 0.0832875 May 09 04:27:27.464140 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-8383f703-eb4d-4eef-ab20-52fbc846c652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'name': 'tempest-AttachVolumeShelveTestJSON-1852674164-router', 'tenant_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '4b338a19-939f-4bc6-9ded-572280defccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:15Z', 'updated_at': '2022-05-09T04:26:25Z', 'revision_number': 4, 'project_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'gw_port': {'id': '4b338a19-939f-4bc6-9ded-572280defccb', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:16Z', 'updated_at': '2022-05-09T04:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_floatingips': [{'id': 'ba0ae7e9-0188-4b63-b441-0b4a6fb4731e', 'tenant_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'floating_ip_address': '172.27.2.58', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'port_id': '2abd51b8-3b37-4ec3-841e-462a68eb5cbc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01d9e17c-6b96-4039-a582-d98ab8fe7760', 'mac_address': 'fa:16:3e:bb:b9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10350c6-bf15-414f-9bf7-d371b6912be2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:26:34Z', 'updated_at': '2022-05-09T04:27:25Z', 'revision_number': 1, 'project_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68317c99-1ce1-4045-b453-28df7b5f91b6', 'name': '', 'network_id': '01d9e17c-6b96-4039-a582-d98ab8fe7760', 'tenant_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'mac_address': 'fa:16:3e:0d:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1eeed15e-26fd-4534-8116-03da5482032b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:24Z', 'updated_at': '2022-05-09T04:26:42Z', 'revision_number': 5, 'project_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'subnets': [{'id': '1eeed15e-26fd-4534-8116-03da5482032b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:27:27.493844 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8383f703-eb4d-4eef-ab20-52fbc846c652 None None] Checking router: 5f0fd5ff-f26a-4326-8fec-502ec9cca7d2 for host: dv-cinder-838009-3-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:27:27.503118 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8383f703-eb4d-4eef-ab20-52fbc846c652 None None] Routers {'5f0fd5ff-f26a-4326-8fec-502ec9cca7d2'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:27:27.504333 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-8383f703-eb4d-4eef-ab20-52fbc846c652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:27:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['5f0fd5ff-f26a-4326-8fec-502ec9cca7d2'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:27:27.701480 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-8383f703-eb4d-4eef-ab20-52fbc846c652 None None] Set router 5f0fd5ff-f26a-4326-8fec-502ec9cca7d2 gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:27:27.751680 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ee0bf52d-4c01-48ea-97ce-e2f8d55e25c4 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks [] for floatingip (0a8aba18-cb48-4473-9edd-7141d2cc7c49), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:27.900228 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1665864-c2b5-4cb4-b446-7ade5a921446 req-7914141a-e26b-41e2-a298-3457a75720b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:27.901895 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f1665864-c2b5-4cb4-b446-7ade5a921446 req-7914141a-e26b-41e2-a298-3457a75720b6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 1129 time: 0.1463733 May 09 04:27:27.902626 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013080b1-e54c-4c42-800c-8f2c5037f035 req-dc2ee873-d130-4f94-a665-48ef2534e3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:27.904252 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-013080b1-e54c-4c42-800c-8f2c5037f035 req-dc2ee873-d130-4f94-a665-48ef2534e3b8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=01d9e17c-6b96-4039-a582-d98ab8fe7760 HTTP/1.1" status: 200 len: 918 time: 0.3601758 May 09 04:27:28.036614 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f1665864-c2b5-4cb4-b446-7ade5a921446 req-c5db28c3-abad-48fa-95e3-df5966b1ecb9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081114 May 09 04:27:28.056494 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-013080b1-e54c-4c42-800c-8f2c5037f035 req-3aed5a12-422f-40ab-be4b-6db1d16ba000 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2abd51b8-3b37-4ec3-841e-462a68eb5cbc HTTP/1.1" status: 200 len: 998 time: 0.1409824 May 09 04:27:28.126844 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-8383f703-eb4d-4eef-ab20-52fbc846c652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'name': 'tempest-AttachVolumeShelveTestJSON-1852674164-router', 'tenant_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '4b338a19-939f-4bc6-9ded-572280defccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:15Z', 'updated_at': '2022-05-09T04:26:25Z', 'revision_number': 4, 'project_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'gw_port': {'id': '4b338a19-939f-4bc6-9ded-572280defccb', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:16Z', 'updated_at': '2022-05-09T04:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_floatingips': [{'id': 'ba0ae7e9-0188-4b63-b441-0b4a6fb4731e', 'tenant_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'floating_ip_address': '172.27.2.58', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'port_id': '2abd51b8-3b37-4ec3-841e-462a68eb5cbc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01d9e17c-6b96-4039-a582-d98ab8fe7760', 'mac_address': 'fa:16:3e:bb:b9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10350c6-bf15-414f-9bf7-d371b6912be2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:26:34Z', 'updated_at': '2022-05-09T04:27:25Z', 'revision_number': 1, 'project_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68317c99-1ce1-4045-b453-28df7b5f91b6', 'name': '', 'network_id': '01d9e17c-6b96-4039-a582-d98ab8fe7760', 'tenant_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'mac_address': 'fa:16:3e:0d:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1eeed15e-26fd-4534-8116-03da5482032b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:24Z', 'updated_at': '2022-05-09T04:26:42Z', 'revision_number': 5, 'project_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'subnets': [{'id': '1eeed15e-26fd-4534-8116-03da5482032b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:27:28.163483 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf6fb19-df93-4714-8c71-8cb7b5f2413f req-f3db1a6e-3ee5-4f01-b4bc-e2baecf8eb94 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:28.166732 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8383f703-eb4d-4eef-ab20-52fbc846c652 None None] The sync data for ids ['5f0fd5ff-f26a-4326-8fec-502ec9cca7d2'] in dv-cinder-838009-3-iscsi is: [{'id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'name': 'tempest-AttachVolumeShelveTestJSON-1852674164-router', 'tenant_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '4b338a19-939f-4bc6-9ded-572280defccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:15Z', 'updated_at': '2022-05-09T04:26:25Z', 'revision_number': 4, 'project_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'gw_port': {'id': '4b338a19-939f-4bc6-9ded-572280defccb', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:16Z', 'updated_at': '2022-05-09T04:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_floatingips': [{'id': 'ba0ae7e9-0188-4b63-b441-0b4a6fb4731e', 'tenant_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'floating_ip_address': '172.27.2.58', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'port_id': '2abd51b8-3b37-4ec3-841e-462a68eb5cbc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01d9e17c-6b96-4039-a582-d98ab8fe7760', 'mac_address': 'fa:16:3e:bb:b9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10350c6-bf15-414f-9bf7-d371b6912be2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:26:34Z', 'updated_at': '2022-05-09T04:27:25Z', 'revision_number': 1, 'project_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68317c99-1ce1-4045-b453-28df7b5f91b6', 'name': '', 'network_id': '01d9e17c-6b96-4039-a582-d98ab8fe7760', 'tenant_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'mac_address': 'fa:16:3e:0d:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1eeed15e-26fd-4534-8116-03da5482032b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:24Z', 'updated_at': '2022-05-09T04:26:42Z', 'revision_number': 5, 'project_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'subnets': [{'id': '1eeed15e-26fd-4534-8116-03da5482032b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:27:28.171449 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-0cf6fb19-df93-4714-8c71-8cb7b5f2413f req-f3db1a6e-3ee5-4f01-b4bc-e2baecf8eb94 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 945 time: 0.1063075 May 09 04:27:28.394680 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-0cf6fb19-df93-4714-8c71-8cb7b5f2413f req-78cc5d43-7cd6-4719-8c27-20a054b2b904 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223477 May 09 04:27:28.486285 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013080b1-e54c-4c42-800c-8f2c5037f035 req-ff21d02b-f67d-42c6-b80a-d1e9e81d0251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:28.487829 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-013080b1-e54c-4c42-800c-8f2c5037f035 req-ff21d02b-f67d-42c6-b80a-d1e9e81d0251 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1eeed15e-26fd-4534-8116-03da5482032b HTTP/1.1" status: 200 len: 856 time: 0.0583963 May 09 04:27:28.491580 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fb577b-312b-405e-b589-b858baad4a6b None None] New status for floating IP ba0ae7e9-0188-4b63-b441-0b4a6fb4731e: ACTIVE {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 04:27:28.721860 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ee0bf52d-4c01-48ea-97ce-e2f8d55e25c4 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:28.726183 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ee0bf52d-4c01-48ea-97ce-e2f8d55e25c4 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-653345'] for floatingip (0a8aba18-cb48-4473-9edd-7141d2cc7c49), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:28.830602 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.db.l3_db [None req-ee0bf52d-4c01-48ea-97ce-e2f8d55e25c4 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Floating IP 0a8aba18-cb48-4473-9edd-7141d2cc7c49 associated. External IP: 172.27.2.186, port: 7cfb4f53-5fec-4952-ba0d-117da0e35d2d. May 09 04:27:28.917865 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013080b1-e54c-4c42-800c-8f2c5037f035 req-e3e88993-355f-441f-a17f-99c214af2494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:28.919432 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-013080b1-e54c-4c42-800c-8f2c5037f035 req-e3e88993-355f-441f-a17f-99c214af2494 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=01d9e17c-6b96-4039-a582-d98ab8fe7760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416150 May 09 04:27:29.013967 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-013080b1-e54c-4c42-800c-8f2c5037f035 req-774d61c8-f889-4872-ba7b-62f99af6dfe9 service neutron] 10.222.0.13 "GET /v2.0/networks/01d9e17c-6b96-4039-a582-d98ab8fe7760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875089 May 09 04:27:29.049633 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee0bf52d-4c01-48ea-97ce-e2f8d55e25c4 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Router d558c994-b5d2-4ad3-812d-f475764d9f36 has already been hosted by L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 04:27:29.136330 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-013080b1-e54c-4c42-800c-8f2c5037f035 req-05d7c17a-2c02-4a3c-aadd-dd1c62ed6d6c service neutron] 10.222.0.13 "GET /v2.0/networks/01d9e17c-6b96-4039-a582-d98ab8fe7760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152127 May 09 04:27:29.192996 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0bf52d-4c01-48ea-97ce-e2f8d55e25c4 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:27:29.198997 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ee0bf52d-4c01-48ea-97ce-e2f8d55e25c4 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:29.207222 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e7657b-b6ae-466d-bd93-38cadf45d0bf None None] Sync routers for ids ['d558c994-b5d2-4ad3-812d-f475764d9f36'] in dv-cinder-838009-3-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:27:29.235682 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-ee0bf52d-4c01-48ea-97ce-e2f8d55e25c4 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "PUT /v2.0/floatingips/0a8aba18-cb48-4473-9edd-7141d2cc7c49 HTTP/1.1" status: 200 len: 992 time: 1.9471812 May 09 04:27:29.236284 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2923fc2-3ae0-4f89-b36c-193752581504', 'tag': '7cfb4f53-5fec-4952-ba0d-117da0e35d2d'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:27:29.236908 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e7657b-b6ae-466d-bd93-38cadf45d0bf None None] Routers {'d558c994-b5d2-4ad3-812d-f475764d9f36'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:27:29.237778 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-40e7657b-b6ae-466d-bd93-38cadf45d0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:27:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['d558c994-b5d2-4ad3-812d-f475764d9f36'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:27:29.238521 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708343da101edf5db3821e80f7e6194e70163222c3a70cb9c2c474869a6028b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd195515-98da-4c4e-b5cd-9cca008235b9" -d '{"events": [{"name": "network-changed", "server_uuid": "f2923fc2-3ae0-4f89-b36c-193752581504", "tag": "7cfb4f53-5fec-4952-ba0d-117da0e35d2d"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:27:29.281880 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 04:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f6cf42-5b8a-4869-91da-fe1eb765a68d x-openstack-request-id: req-11f6cf42-5b8a-4869-91da-fe1eb765a68d {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:27:29.282265 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2923fc2-3ae0-4f89-b36c-193752581504", "tag": "7cfb4f53-5fec-4952-ba0d-117da0e35d2d", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:27:29.282751 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-11f6cf42-5b8a-4869-91da-fe1eb765a68d {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:27:29.283224 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11f6cf42-5b8a-4869-91da-fe1eb765a68d'] response: {'name': 'network-changed', 'server_uuid': 'f2923fc2-3ae0-4f89-b36c-193752581504', 'tag': '7cfb4f53-5fec-4952-ba0d-117da0e35d2d', 'status': 'completed', 'code': 200} May 09 04:27:29.366081 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-40e7657b-b6ae-466d-bd93-38cadf45d0bf None None] Set router d558c994-b5d2-4ad3-812d-f475764d9f36 gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:27:29.461765 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 44096) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:29.510174 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 44102) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:29.611757 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd835d-c187-4fd4-9bdd-9a9fda742852 req-b3c0f059-6aa5-4f3d-8fd4-810561168688 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:29.619319 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a6bd835d-c187-4fd4-9bdd-9a9fda742852 req-b3c0f059-6aa5-4f3d-8fd4-810561168688 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 945 time: 0.0941789 May 09 04:27:29.711377 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-158eaf27-8dee-4b98-ae38-238f386cc8b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:29.726773 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-40e7657b-b6ae-466d-bd93-38cadf45d0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'name': 'tempest-AttachVolumeTestJSON-2062294309-router', 'tenant_id': '3c23c235fa1c4944bd7a337357d0c030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'f71b763c-dedd-43c1-aae2-b2cb113583ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:13Z', 'updated_at': '2022-05-09T04:26:18Z', 'revision_number': 4, 'project_id': '3c23c235fa1c4944bd7a337357d0c030', 'gw_port': {'id': 'f71b763c-dedd-43c1-aae2-b2cb113583ea', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:14Z', 'updated_at': '2022-05-09T04:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_floatingips': [{'id': '0a8aba18-cb48-4473-9edd-7141d2cc7c49', 'tenant_id': '3c23c235fa1c4944bd7a337357d0c030', 'floating_ip_address': '172.27.2.186', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'port_id': '7cfb4f53-5fec-4952-ba0d-117da0e35d2d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97444843-38bb-4cb5-93cc-2ce85c9e2986', 'mac_address': 'fa:16:3e:35:82:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2923fc2-3ae0-4f89-b36c-193752581504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:26:26Z', 'updated_at': '2022-05-09T04:27:28Z', 'revision_number': 1, 'project_id': '3c23c235fa1c4944bd7a337357d0c030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '735c5f77-b454-415c-838e-f6e54ebcc850', 'name': '', 'network_id': '97444843-38bb-4cb5-93cc-2ce85c9e2986', 'tenant_id': '3c23c235fa1c4944bd7a337357d0c030', 'mac_address': 'fa:16:3e:f0:a4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:17Z', 'updated_at': '2022-05-09T04:26:33Z', 'revision_number': 5, 'project_id': '3c23c235fa1c4944bd7a337357d0c030', 'subnets': [{'id': '95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:27:29.771608 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e7657b-b6ae-466d-bd93-38cadf45d0bf None None] Checking router: d558c994-b5d2-4ad3-812d-f475764d9f36 for host: dv-cinder-838009-3-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:27:29.783060 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0cdb996-f29f-4fb8-9c98-e4190f5eda4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:29.784461 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e7657b-b6ae-466d-bd93-38cadf45d0bf None None] Routers {'d558c994-b5d2-4ad3-812d-f475764d9f36'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:27:29.785504 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-40e7657b-b6ae-466d-bd93-38cadf45d0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:27:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['d558c994-b5d2-4ad3-812d-f475764d9f36'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:27:29.908549 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd195515-98da-4c4e-b5cd-9cca008235b9 req-c1da059b-9497-4537-8f09-acb67f176bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:29.911037 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dd195515-98da-4c4e-b5cd-9cca008235b9 req-c1da059b-9497-4537-8f09-acb67f176bc9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3c23c235fa1c4944bd7a337357d0c030&device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 1130 time: 0.0834880 May 09 04:27:29.923036 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a6bd835d-c187-4fd4-9bdd-9a9fda742852 req-04becddc-ba25-44ca-93e3-663cd258b60a tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019955 May 09 04:27:30.004388 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-40e7657b-b6ae-466d-bd93-38cadf45d0bf None None] Set router d558c994-b5d2-4ad3-812d-f475764d9f36 gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:27:30.008538 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-158eaf27-8dee-4b98-ae38-238f386cc8b2 admin admin] Publish callbacks [] for security_group (ee4e9637-aecb-4761-bcc4-5b300a2c8575), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:30.024683 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-158eaf27-8dee-4b98-ae38-238f386cc8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (ee4e9637-aecb-4761-bcc4-5b300a2c8575), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:30.046524 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0cdb996-f29f-4fb8-9c98-e4190f5eda4f admin admin] Publish callbacks [] for security_group (7f0f33b6-1e54-45b0-8b66-70d4c79a8acc), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:30.067096 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d0cdb996-f29f-4fb8-9c98-e4190f5eda4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (7f0f33b6-1e54-45b0-8b66-70d4c79a8acc), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:30.116423 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 44120) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:30.117203 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-158eaf27-8dee-4b98-ae38-238f386cc8b2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d209ebca9c7a452bab3305415aec7116&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6538301 May 09 04:27:30.137523 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158eaf27-8dee-4b98-ae38-238f386cc8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4e9637-aecb-4761-bcc4-5b300a2c8575,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:30.153119 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 44124) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:30.153306 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-d0cdb996-f29f-4fb8-9c98-e4190f5eda4f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1320e5ca93b24bcb964c2e8378a8b44c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6420543 May 09 04:27:30.156184 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 44126) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:30.165432 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd195515-98da-4c4e-b5cd-9cca008235b9 req-12a90c67-9a71-4fec-bd14-baf795244ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:30.166963 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dd195515-98da-4c4e-b5cd-9cca008235b9 req-12a90c67-9a71-4fec-bd14-baf795244ac6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=97444843-38bb-4cb5-93cc-2ce85c9e2986 HTTP/1.1" status: 200 len: 912 time: 0.2459445 May 09 04:27:30.238488 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cdb996-f29f-4fb8-9c98-e4190f5eda4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0f33b6-1e54-45b0-8b66-70d4c79a8acc,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:30.267251 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dd195515-98da-4c4e-b5cd-9cca008235b9 req-870b5134-f046-471d-ac13-0fa0d1e6e6ad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cfb4f53-5fec-4952-ba0d-117da0e35d2d HTTP/1.1" status: 200 len: 1000 time: 0.0856700 May 09 04:27:30.290690 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-54aed66e-fd49-4c1e-8a26-8312b64343a4 admin admin] Publish callbacks [] for security_group (ee4e9637-aecb-4761-bcc4-5b300a2c8575), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:30.292288 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e00b6fb-33ae-4c37-80a2-1c73c7202bac admin admin] Publish callbacks [] for security_group (7f0f33b6-1e54-45b0-8b66-70d4c79a8acc), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:30.330306 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-40e7657b-b6ae-466d-bd93-38cadf45d0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'name': 'tempest-AttachVolumeTestJSON-2062294309-router', 'tenant_id': '3c23c235fa1c4944bd7a337357d0c030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'f71b763c-dedd-43c1-aae2-b2cb113583ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:13Z', 'updated_at': '2022-05-09T04:26:18Z', 'revision_number': 4, 'project_id': '3c23c235fa1c4944bd7a337357d0c030', 'gw_port': {'id': 'f71b763c-dedd-43c1-aae2-b2cb113583ea', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:14Z', 'updated_at': '2022-05-09T04:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_floatingips': [{'id': '0a8aba18-cb48-4473-9edd-7141d2cc7c49', 'tenant_id': '3c23c235fa1c4944bd7a337357d0c030', 'floating_ip_address': '172.27.2.186', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'port_id': '7cfb4f53-5fec-4952-ba0d-117da0e35d2d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97444843-38bb-4cb5-93cc-2ce85c9e2986', 'mac_address': 'fa:16:3e:35:82:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2923fc2-3ae0-4f89-b36c-193752581504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:26:26Z', 'updated_at': '2022-05-09T04:27:28Z', 'revision_number': 1, 'project_id': '3c23c235fa1c4944bd7a337357d0c030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '735c5f77-b454-415c-838e-f6e54ebcc850', 'name': '', 'network_id': '97444843-38bb-4cb5-93cc-2ce85c9e2986', 'tenant_id': '3c23c235fa1c4944bd7a337357d0c030', 'mac_address': 'fa:16:3e:f0:a4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:17Z', 'updated_at': '2022-05-09T04:26:33Z', 'revision_number': 5, 'project_id': '3c23c235fa1c4944bd7a337357d0c030', 'subnets': [{'id': '95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:27:30.332563 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd195515-98da-4c4e-b5cd-9cca008235b9 req-c2411909-66b6-4ffa-8490-e4b26ef82ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:30.334388 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dd195515-98da-4c4e-b5cd-9cca008235b9 req-c2411909-66b6-4ffa-8490-e4b26ef82ac1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6 HTTP/1.1" status: 200 len: 850 time: 0.0603926 May 09 04:27:30.334574 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e00b6fb-33ae-4c37-80a2-1c73c7202bac admin admin] Publish callbacks [] for security_group (7f0f33b6-1e54-45b0-8b66-70d4c79a8acc), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:30.350071 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-54aed66e-fd49-4c1e-8a26-8312b64343a4 admin admin] Publish callbacks [] for security_group (ee4e9637-aecb-4761-bcc4-5b300a2c8575), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:30.357556 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e7657b-b6ae-466d-bd93-38cadf45d0bf None None] The sync data for ids ['d558c994-b5d2-4ad3-812d-f475764d9f36'] in dv-cinder-838009-3-iscsi is: [{'id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'name': 'tempest-AttachVolumeTestJSON-2062294309-router', 'tenant_id': '3c23c235fa1c4944bd7a337357d0c030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'f71b763c-dedd-43c1-aae2-b2cb113583ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:13Z', 'updated_at': '2022-05-09T04:26:18Z', 'revision_number': 4, 'project_id': '3c23c235fa1c4944bd7a337357d0c030', 'gw_port': {'id': 'f71b763c-dedd-43c1-aae2-b2cb113583ea', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:14Z', 'updated_at': '2022-05-09T04:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_floatingips': [{'id': '0a8aba18-cb48-4473-9edd-7141d2cc7c49', 'tenant_id': '3c23c235fa1c4944bd7a337357d0c030', 'floating_ip_address': '172.27.2.186', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'port_id': '7cfb4f53-5fec-4952-ba0d-117da0e35d2d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97444843-38bb-4cb5-93cc-2ce85c9e2986', 'mac_address': 'fa:16:3e:35:82:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2923fc2-3ae0-4f89-b36c-193752581504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:26:26Z', 'updated_at': '2022-05-09T04:27:28Z', 'revision_number': 1, 'project_id': '3c23c235fa1c4944bd7a337357d0c030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '735c5f77-b454-415c-838e-f6e54ebcc850', 'name': '', 'network_id': '97444843-38bb-4cb5-93cc-2ce85c9e2986', 'tenant_id': '3c23c235fa1c4944bd7a337357d0c030', 'mac_address': 'fa:16:3e:f0:a4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:17Z', 'updated_at': '2022-05-09T04:26:33Z', 'revision_number': 5, 'project_id': '3c23c235fa1c4944bd7a337357d0c030', 'subnets': [{'id': '95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:27:30.371800 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e350162b-9bfc-4a38-8e36-f97435a3b5cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:30.388156 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd195515-98da-4c4e-b5cd-9cca008235b9 req-1ea33395-c5f4-4bc1-976e-b02e0e4a6388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:30.389644 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dd195515-98da-4c4e-b5cd-9cca008235b9 req-1ea33395-c5f4-4bc1-976e-b02e0e4a6388 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=97444843-38bb-4cb5-93cc-2ce85c9e2986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407710 May 09 04:27:30.454264 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-54aed66e-fd49-4c1e-8a26-8312b64343a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (ee4e9637-aecb-4761-bcc4-5b300a2c8575), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:30.456871 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-54aed66e-fd49-4c1e-8a26-8312b64343a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:30.460422 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-54aed66e-fd49-4c1e-8a26-8312b64343a4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ee4e9637-aecb-4761-bcc4-5b300a2c8575 HTTP/1.1" status: 204 len: 168 time: 0.3405061 May 09 04:27:30.466489 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e00b6fb-33ae-4c37-80a2-1c73c7202bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (7f0f33b6-1e54-45b0-8b66-70d4c79a8acc), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:30.469012 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e00b6fb-33ae-4c37-80a2-1c73c7202bac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:30.470106 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-5e00b6fb-33ae-4c37-80a2-1c73c7202bac admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7f0f33b6-1e54-45b0-8b66-70d4c79a8acc HTTP/1.1" status: 204 len: 168 time: 0.3000264 May 09 04:27:30.484325 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aed66e-fd49-4c1e-8a26-8312b64343a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4e9637-aecb-4761-bcc4-5b300a2c8575,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:30.502125 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e00b6fb-33ae-4c37-80a2-1c73c7202bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0f33b6-1e54-45b0-8b66-70d4c79a8acc,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:30.510709 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dd195515-98da-4c4e-b5cd-9cca008235b9 req-14a2cc6f-2210-41c3-a36f-b7694ac14b99 service neutron] 10.222.0.13 "GET /v2.0/networks/97444843-38bb-4cb5-93cc-2ce85c9e2986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141770 May 09 04:27:30.536985 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e350162b-9bfc-4a38-8e36-f97435a3b5cf admin admin] Publish callbacks [] for security_group (7956390e-7517-466f-a87d-80d3afb508fc), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:30.543236 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e350162b-9bfc-4a38-8e36-f97435a3b5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (7956390e-7517-466f-a87d-80d3afb508fc), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:30.595636 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-e350162b-9bfc-4a38-8e36-f97435a3b5cf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d0e4adac41384d92b92e3011554cca8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4305143 May 09 04:27:30.596968 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e350162b-9bfc-4a38-8e36-f97435a3b5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7956390e-7517-466f-a87d-80d3afb508fc,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:30.600342 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 44134) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:30.667831 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dd195515-98da-4c4e-b5cd-9cca008235b9 req-8fd0e1de-e856-4cd8-acae-4de574276479 service neutron] 10.222.0.13 "GET /v2.0/networks/97444843-38bb-4cb5-93cc-2ce85c9e2986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488590 May 09 04:27:30.673183 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adda31f7-b1bd-46f4-a553-e8a536fc4f2d None None] New status for floating IP 0a8aba18-cb48-4473-9edd-7141d2cc7c49: ACTIVE {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 04:27:30.688971 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f1ca7ec-918d-4f57-a2b4-8e1855642225 admin admin] Publish callbacks [] for security_group (7956390e-7517-466f-a87d-80d3afb508fc), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:30.723561 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f1ca7ec-918d-4f57-a2b4-8e1855642225 admin admin] Publish callbacks [] for security_group (7956390e-7517-466f-a87d-80d3afb508fc), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:30.805111 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f1ca7ec-918d-4f57-a2b4-8e1855642225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (7956390e-7517-466f-a87d-80d3afb508fc), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:30.807773 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0f1ca7ec-918d-4f57-a2b4-8e1855642225 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:30.809326 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-0f1ca7ec-918d-4f57-a2b4-8e1855642225 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7956390e-7517-466f-a87d-80d3afb508fc HTTP/1.1" status: 204 len: 168 time: 0.2076659 May 09 04:27:30.819565 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1ca7ec-918d-4f57-a2b4-8e1855642225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7956390e-7517-466f-a87d-80d3afb508fc,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:30.934046 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 44144) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:30.948515 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dac38093-a0a2-44d6-8940-069ab75d299d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:30.959704 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 44148) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:30.974130 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db482a8c-367c-44d0-a8b7-a7e381e7fa1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:31.043843 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5293cbd-0b15-44e1-8e38-a78d718f2ff4 req-7a47d087-18e2-4b1c-a4c2-7195820545e5 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:31.045373 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b5293cbd-0b15-44e1-8e38-a78d718f2ff4 req-7a47d087-18e2-4b1c-a4c2-7195820545e5 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 945 time: 0.0523193 May 09 04:27:31.066062 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db482a8c-367c-44d0-a8b7-a7e381e7fa1a admin admin] Publish callbacks [] for security_group (20a0db58-49fe-489f-93ff-94d1a9f1e39d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:31.070783 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-db482a8c-367c-44d0-a8b7-a7e381e7fa1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (20a0db58-49fe-489f-93ff-94d1a9f1e39d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:31.110109 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dac38093-a0a2-44d6-8940-069ab75d299d admin admin] Publish callbacks [] for security_group (06229cec-30db-44e0-836b-3e6095e59965), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:31.117384 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-db482a8c-367c-44d0-a8b7-a7e381e7fa1a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=84c3842cf96d4fc9925533012385c381&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1562312 May 09 04:27:31.118270 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db482a8c-367c-44d0-a8b7-a7e381e7fa1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a0db58-49fe-489f-93ff-94d1a9f1e39d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:31.120725 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 44150) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:31.124099 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dac38093-a0a2-44d6-8940-069ab75d299d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (06229cec-30db-44e0-836b-3e6095e59965), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:31.135259 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b5293cbd-0b15-44e1-8e38-a78d718f2ff4 req-d0b8dc7a-42ce-4ad2-863e-4aa204a12217 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784755 May 09 04:27:31.175826 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac38093-a0a2-44d6-8940-069ab75d299d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06229cec-30db-44e0-836b-3e6095e59965,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:31.192678 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-dac38093-a0a2-44d6-8940-069ab75d299d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=148917291d14405e99c7228b4f04f39b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2551668 May 09 04:27:31.194350 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 44156) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:31.216325 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15c96f90-d4b5-488b-9595-dcb0dc74c09d admin admin] Publish callbacks [] for security_group (20a0db58-49fe-489f-93ff-94d1a9f1e39d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:31.253268 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15c96f90-d4b5-488b-9595-dcb0dc74c09d admin admin] Publish callbacks [] for security_group (20a0db58-49fe-489f-93ff-94d1a9f1e39d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:31.300622 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5eda8a78-287a-40be-b3bf-03499124e254 admin admin] Publish callbacks [] for security_group (06229cec-30db-44e0-836b-3e6095e59965), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:31.329566 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5eda8a78-287a-40be-b3bf-03499124e254 admin admin] Publish callbacks [] for security_group (06229cec-30db-44e0-836b-3e6095e59965), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:31.348907 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15c96f90-d4b5-488b-9595-dcb0dc74c09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (20a0db58-49fe-489f-93ff-94d1a9f1e39d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:31.352185 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-15c96f90-d4b5-488b-9595-dcb0dc74c09d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:31.353338 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-15c96f90-d4b5-488b-9595-dcb0dc74c09d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/20a0db58-49fe-489f-93ff-94d1a9f1e39d HTTP/1.1" status: 204 len: 168 time: 0.2316952 May 09 04:27:31.374497 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c96f90-d4b5-488b-9595-dcb0dc74c09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a0db58-49fe-489f-93ff-94d1a9f1e39d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:31.410704 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5eda8a78-287a-40be-b3bf-03499124e254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (06229cec-30db-44e0-836b-3e6095e59965), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:31.425851 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5eda8a78-287a-40be-b3bf-03499124e254 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:31.427289 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-5eda8a78-287a-40be-b3bf-03499124e254 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/06229cec-30db-44e0-836b-3e6095e59965 HTTP/1.1" status: 204 len: 168 time: 0.2320218 May 09 04:27:31.449478 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda8a78-287a-40be-b3bf-03499124e254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06229cec-30db-44e0-836b-3e6095e59965,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:31.578483 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9f153-9e1a-4637-96e6-6705a458453a req-2a1b5f44-f2b3-4cad-99da-b87f93a501d1 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:31.580381 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e7f9f153-9e1a-4637-96e6-6705a458453a req-2a1b5f44-f2b3-4cad-99da-b87f93a501d1 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 945 time: 0.0962958 May 09 04:27:31.584070 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf854f4-10a7-48f7-868d-072a20d79934 req-76407b77-b741-4f57-b7c3-90babd77c9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:31.586130 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ebf854f4-10a7-48f7-868d-072a20d79934 req-76407b77-b741-4f57-b7c3-90babd77c9b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d28d5139952d450fa3b7da38a62d7a03&device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 1129 time: 0.0878568 May 09 04:27:31.725809 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e7f9f153-9e1a-4637-96e6-6705a458453a req-7f1e8e48-79fa-4556-94ac-c34b874a0aff tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362469 May 09 04:27:31.784489 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf854f4-10a7-48f7-868d-072a20d79934 req-bcb0b968-c31d-4289-9f86-8b09cd1b5927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:31.786284 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ebf854f4-10a7-48f7-868d-072a20d79934 req-bcb0b968-c31d-4289-9f86-8b09cd1b5927 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9cb94923-1093-45fc-bebd-e159f3ac8dd3 HTTP/1.1" status: 200 len: 920 time: 0.1841791 May 09 04:27:31.847828 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ebf854f4-10a7-48f7-868d-072a20d79934 req-255fb998-87db-44f4-bf01-dbfda941f5cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e798f1fa-3df7-4ec0-be2e-bf5db59b8036 HTTP/1.1" status: 200 len: 217 time: 0.0543585 May 09 04:27:31.905991 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf854f4-10a7-48f7-868d-072a20d79934 req-33907d90-b005-45b7-b6af-dabb1a7fc936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:31.910472 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ebf854f4-10a7-48f7-868d-072a20d79934 req-33907d90-b005-45b7-b6af-dabb1a7fc936 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9336625-5bcd-4003-b69b-e3b341dd5f63 HTTP/1.1" status: 200 len: 858 time: 0.0453184 May 09 04:27:31.957891 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf854f4-10a7-48f7-868d-072a20d79934 req-8d4a85fc-96db-4f14-a924-18f16e2cc6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:31.960175 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ebf854f4-10a7-48f7-868d-072a20d79934 req-8d4a85fc-96db-4f14-a924-18f16e2cc6d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9cb94923-1093-45fc-bebd-e159f3ac8dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446954 May 09 04:27:32.071858 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ebf854f4-10a7-48f7-868d-072a20d79934 req-3fa8cae8-3565-41dd-9ea9-f2ed26bf2e3c service neutron] 10.222.0.13 "GET /v2.0/networks/9cb94923-1093-45fc-bebd-e159f3ac8dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050367 May 09 04:27:32.184663 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ebf854f4-10a7-48f7-868d-072a20d79934 req-7d7fd41f-b5f4-469c-9aa7-966ef42ecb90 service neutron] 10.222.0.13 "GET /v2.0/networks/9cb94923-1093-45fc-bebd-e159f3ac8dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012487 May 09 04:27:32.894861 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa6bcb-5b55-4895-968d-50f19a56a267 req-8fea6420-5c2e-444b-9519-4997c4941c85 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:32.900882 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-53fa6bcb-5b55-4895-968d-50f19a56a267 req-8fea6420-5c2e-444b-9519-4997c4941c85 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 945 time: 0.0965836 May 09 04:27:32.983288 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-53fa6bcb-5b55-4895-968d-50f19a56a267 req-878561d8-944f-4ae3-a8d4-4d6da78df856 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756106 May 09 04:27:33.099508 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 44276) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:33.100278 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 44274) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:33.220125 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-957329d8-a15d-41c4-99e8-0a783b9b023e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:33.224422 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8cd423a-8490-4ec0-920e-15cdfc91e888 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:33.296178 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-957329d8-a15d-41c4-99e8-0a783b9b023e admin admin] Publish callbacks [] for security_group (9c746708-8819-4a5e-abf5-fcd6eca3f3d3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:33.299154 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8cd423a-8490-4ec0-920e-15cdfc91e888 admin admin] Publish callbacks [] for security_group (55eea4f6-0340-4817-bcc5-555bae81ba38), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:33.299857 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-957329d8-a15d-41c4-99e8-0a783b9b023e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (9c746708-8819-4a5e-abf5-fcd6eca3f3d3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:33.302601 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b8cd423a-8490-4ec0-920e-15cdfc91e888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (55eea4f6-0340-4817-bcc5-555bae81ba38), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:33.339476 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-957329d8-a15d-41c4-99e8-0a783b9b023e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6de12edcdf3b4404a4bf3adc0633be4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2380595 May 09 04:27:33.340266 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957329d8-a15d-41c4-99e8-0a783b9b023e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c746708-8819-4a5e-abf5-fcd6eca3f3d3,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:33.344046 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-b8cd423a-8490-4ec0-920e-15cdfc91e888 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=14a109e3daa644fdb666401ce46fb328&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2384570 May 09 04:27:33.344046 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 44284) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:33.344254 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 44286) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:33.344341 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd423a-8490-4ec0-920e-15cdfc91e888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55eea4f6-0340-4817-bcc5-555bae81ba38,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:33.393391 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-711950de-8f4b-4a2c-b7a3-ac5fd5935670 admin admin] Publish callbacks [] for security_group (9c746708-8819-4a5e-abf5-fcd6eca3f3d3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:33.399585 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3f1f58b2-4c28-4d1e-8573-2de409a68c27 admin admin] Publish callbacks [] for security_group (55eea4f6-0340-4817-bcc5-555bae81ba38), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:33.414545 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-711950de-8f4b-4a2c-b7a3-ac5fd5935670 admin admin] Publish callbacks [] for security_group (9c746708-8819-4a5e-abf5-fcd6eca3f3d3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:33.420912 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3f1f58b2-4c28-4d1e-8573-2de409a68c27 admin admin] Publish callbacks [] for security_group (55eea4f6-0340-4817-bcc5-555bae81ba38), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:33.464359 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-711950de-8f4b-4a2c-b7a3-ac5fd5935670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (9c746708-8819-4a5e-abf5-fcd6eca3f3d3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:33.466878 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-711950de-8f4b-4a2c-b7a3-ac5fd5935670 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:33.467887 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3f1f58b2-4c28-4d1e-8573-2de409a68c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (55eea4f6-0340-4817-bcc5-555bae81ba38), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:33.468110 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-711950de-8f4b-4a2c-b7a3-ac5fd5935670 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9c746708-8819-4a5e-abf5-fcd6eca3f3d3 HTTP/1.1" status: 204 len: 168 time: 0.1251016 May 09 04:27:33.470619 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3f1f58b2-4c28-4d1e-8573-2de409a68c27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:33.474181 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-3f1f58b2-4c28-4d1e-8573-2de409a68c27 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/55eea4f6-0340-4817-bcc5-555bae81ba38 HTTP/1.1" status: 204 len: 168 time: 0.1231203 May 09 04:27:33.480440 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1f58b2-4c28-4d1e-8573-2de409a68c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55eea4f6-0340-4817-bcc5-555bae81ba38,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:33.482155 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711950de-8f4b-4a2c-b7a3-ac5fd5935670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c746708-8819-4a5e-abf5-fcd6eca3f3d3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:34.125296 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e8a3a-7412-418f-878d-34250b84f8c6 req-480eb8a2-0458-4a73-ab48-96ec63baa161 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:34.126949 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bb6e8a3a-7412-418f-878d-34250b84f8c6 req-480eb8a2-0458-4a73-ab48-96ec63baa161 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 945 time: 0.0600610 May 09 04:27:34.141692 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 44342) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:34.204155 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bb6e8a3a-7412-418f-878d-34250b84f8c6 req-12f814ef-9055-49bd-99f9-1c69b3ed8a96 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595639 May 09 04:27:34.263347 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-cea15e73-dd48-4c3b-8b6d-3a22bd919b00 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1520089352-network', 'tenant_id': 'c8cbe32e8ede404fa3d19537256606e1'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:27:34.306229 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea15e73-dd48-4c3b-8b6d-3a22bd919b00 admin admin] Made reservation on behalf of c8cbe32e8ede404fa3d19537256606e1 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:27:34.308892 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cea15e73-dd48-4c3b-8b6d-3a22bd919b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:34.317622 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cea15e73-dd48-4c3b-8b6d-3a22bd919b00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:34.399366 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cea15e73-dd48-4c3b-8b6d-3a22bd919b00 admin admin] Publish callbacks [] for security_group (6858236a-d081-436d-bc11-2ec846f71e7e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:34.403736 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cea15e73-dd48-4c3b-8b6d-3a22bd919b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (6858236a-d081-436d-bc11-2ec846f71e7e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:34.428496 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cea15e73-dd48-4c3b-8b6d-3a22bd919b00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 04:27:34.452988 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea15e73-dd48-4c3b-8b6d-3a22bd919b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6858236a-d081-436d-bc11-2ec846f71e7e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:34.456124 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cea15e73-dd48-4c3b-8b6d-3a22bd919b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754'] for segment (515ccb09-711b-4d3e-b358-aedeeb94a00e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:34.456699 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.db.segments_db [None req-cea15e73-dd48-4c3b-8b6d-3a22bd919b00 admin admin] Added segment 515ccb09-711b-4d3e-b358-aedeeb94a00e of type vlan for network 6b94aa6a-0d58-466c-8eb9-c480de2276aa May 09 04:27:34.502978 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cea15e73-dd48-4c3b-8b6d-3a22bd919b00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782007660162'] for network (6b94aa6a-0d58-466c-8eb9-c480de2276aa), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:34.541193 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cea15e73-dd48-4c3b-8b6d-3a22bd919b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278'] for network (6b94aa6a-0d58-466c-8eb9-c480de2276aa), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:34.542192 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea15e73-dd48-4c3b-8b6d-3a22bd919b00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:34.542821 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cea15e73-dd48-4c3b-8b6d-3a22bd919b00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:34.604873 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-cea15e73-dd48-4c3b-8b6d-3a22bd919b00 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4620740 May 09 04:27:34.608295 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 44366) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:34.615128 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-6b1939c7-d756-47aa-bc41-fbc048dee6ec admin admin] Request body: {'subnet': {'network_id': '6b94aa6a-0d58-466c-8eb9-c480de2276aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1520089352-subnet', 'tenant_id': 'c8cbe32e8ede404fa3d19537256606e1', 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:27:34.623547 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea15e73-dd48-4c3b-8b6d-3a22bd919b00 admin admin] Pushing event updated for resources: {'Network': ['ID=6b94aa6a-0d58-466c-8eb9-c480de2276aa,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:34.643403 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Network 6b94aa6a-0d58-466c-8eb9-c480de2276aa details requested by agent ovs-agent-dv-cinder-838009-3-iscsi with host dv-cinder-838009-3-iscsi {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 04:27:34.646087 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1939c7-d756-47aa-bc41-fbc048dee6ec admin admin] Made reservation on behalf of c8cbe32e8ede404fa3d19537256606e1 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:27:34.649000 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6b1939c7-d756-47aa-bc41-fbc048dee6ec admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:34.816041 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6b1939c7-d756-47aa-bc41-fbc048dee6ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278'] for subnet (f838df5a-9048-42ae-96b1-031768c0ebaf), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:34.883236 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1939c7-d756-47aa-bc41-fbc048dee6ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=f838df5a-9048-42ae-96b1-031768c0ebaf,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:34.887504 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1939c7-d756-47aa-bc41-fbc048dee6ec admin admin] Checking segment: {'id': '515ccb09-711b-4d3e-b358-aedeeb94a00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6b94aa6a-0d58-466c-8eb9-c480de2276aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:27:34.887997 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1939c7-d756-47aa-bc41-fbc048dee6ec admin admin] Network hostable DHCP agents. Network: 6b94aa6a-0d58-466c-8eb9-c480de2276aa, hostable agents: ['144b4b53-faa6-4e1c-8c93-1df238c644e2'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 04:27:34.905191 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1939c7-d756-47aa-bc41-fbc048dee6ec admin admin] Network 6b94aa6a-0d58-466c-8eb9-c480de2276aa is scheduled to be hosted by DHCP agent 144b4b53-faa6-4e1c-8c93-1df238c644e2 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 04:27:34.913434 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-6b1939c7-d756-47aa-bc41-fbc048dee6ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-3-iscsi, 6b94aa6a-0d58-466c-8eb9-c480de2276aa) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:27:34.917467 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1939c7-d756-47aa-bc41-fbc048dee6ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:34.918060 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6b1939c7-d756-47aa-bc41-fbc048dee6ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:34.922029 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85faa092-ad88-4f95-80b8-51bf96417f92 None None] Network 6b94aa6a-0d58-466c-8eb9-c480de2276aa requested from dv-cinder-838009-3-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 04:27:34.935294 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-6b1939c7-d756-47aa-bc41-fbc048dee6ec admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3259153 May 09 04:27:34.938031 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 44368) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:34.942385 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0824b851-53a8-4666-a63e-15a67eb6fc05 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1520089352-router', 'tenant_id': 'c8cbe32e8ede404fa3d19537256606e1', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:27:34.962678 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0824b851-53a8-4666-a63e-15a67eb6fc05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29848'] for router (d04d1be9-cb9f-4ed9-9226-a291a9c81dff), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:34.963669 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0824b851-53a8-4666-a63e-15a67eb6fc05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653837', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-269844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29841'] for router (d04d1be9-cb9f-4ed9-9226-a291a9c81dff), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:35.016759 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0824b851-53a8-4666-a63e-15a67eb6fc05 admin admin] Publish callbacks [] for router_controller (d04d1be9-cb9f-4ed9-9226-a291a9c81dff), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:35.024420 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af2eff1-6fe5-4e3d-b8e2-fddd19df62be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb5d7134-a911-54f2-a3b8-b69254a18049-6b94aa6a-0d58-466c-8eb9-c480de2276aa', 'network_id': '6b94aa6a-0d58-466c-8eb9-c480de2276aa', 'project_id': 'c8cbe32e8ede404fa3d19537256606e1', 'fixed_ips': [{'subnet_id': 'f838df5a-9048-42ae-96b1-031768c0ebaf'}]}} from dv-cinder-838009-3-iscsi. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 09 04:27:35.025277 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6af2eff1-6fe5-4e3d-b8e2-fddd19df62be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:35.157040 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0824b851-53a8-4666-a63e-15a67eb6fc05 admin admin] Publish callbacks [] for router_gateway (d04d1be9-cb9f-4ed9-9226-a291a9c81dff), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:35.161098 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-6af2eff1-6fe5-4e3d-b8e2-fddd19df62be None None] Allocated IP 172.20.0.2 (6b94aa6a-0d58-466c-8eb9-c480de2276aa/f838df5a-9048-42ae-96b1-031768c0ebaf/5a806ea1-b44a-4f39-b850-1003e93ac91c) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:27:35.302295 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b7acf-a899-4f89-90ae-c3be71b28950 req-5120195f-49d8-4416-9185-c774923b87a0 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:35.304374 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-4d0b7acf-a899-4f89-90ae-c3be71b28950 req-5120195f-49d8-4416-9185-c774923b87a0 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 945 time: 0.0486228 May 09 04:27:35.310474 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6af2eff1-6fe5-4e3d-b8e2-fddd19df62be None None] Publish callbacks [] for port (5a806ea1-b44a-4f39-b850-1003e93ac91c), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:35.316671 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6af2eff1-6fe5-4e3d-b8e2-fddd19df62be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060'] for port (5a806ea1-b44a-4f39-b850-1003e93ac91c), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:35.344558 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0824b851-53a8-4666-a63e-15a67eb6fc05 admin admin] Publish callbacks [] for router_gateway (d04d1be9-cb9f-4ed9-9226-a291a9c81dff), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:35.354296 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-4d0b7acf-a899-4f89-90ae-c3be71b28950 req-4cec6ab1-62f4-4d70-aaf2-886e8c3d6c9f tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436845 May 09 04:27:35.357336 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af2eff1-6fe5-4e3d-b8e2-fddd19df62be None None] Network 6b94aa6a-0d58-466c-8eb9-c480de2276aa is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:27:35.360898 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-6af2eff1-6fe5-4e3d-b8e2-fddd19df62be None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:27:35.363547 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af2eff1-6fe5-4e3d-b8e2-fddd19df62be None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:27:35.363696 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0824b851-53a8-4666-a63e-15a67eb6fc05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:35.380752 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2eff1-6fe5-4e3d-b8e2-fddd19df62be None None] Pushing event updated for resources: {'Port': ['ID=5a806ea1-b44a-4f39-b850-1003e93ac91c,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:35.433834 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-6af2eff1-6fe5-4e3d-b8e2-fddd19df62be None None] Attempting to bind port 5a806ea1-b44a-4f39-b850-1003e93ac91c on host dv-cinder-838009-3-iscsi for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:27:35.434126 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-6af2eff1-6fe5-4e3d-b8e2-fddd19df62be None None] Attempting to bind port 5a806ea1-b44a-4f39-b850-1003e93ac91c by drivers openvswitch,hyperv on host dv-cinder-838009-3-iscsi at level 0 using segments [{'id': '515ccb09-711b-4d3e-b358-aedeeb94a00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6b94aa6a-0d58-466c-8eb9-c480de2276aa'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:27:35.434485 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af2eff1-6fe5-4e3d-b8e2-fddd19df62be None None] Attempting to bind port 5a806ea1-b44a-4f39-b850-1003e93ac91c on network 6b94aa6a-0d58-466c-8eb9-c480de2276aa {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:27:35.439442 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af2eff1-6fe5-4e3d-b8e2-fddd19df62be None None] Checking agent: {'id': '9a15748d-6a05-4459-b777-d0dd003edfa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 17, 57), 'started_at': datetime.datetime(2022, 5, 9, 4, 18, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:27:35.439836 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af2eff1-6fe5-4e3d-b8e2-fddd19df62be None None] Checking segment: {'id': '515ccb09-711b-4d3e-b358-aedeeb94a00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6b94aa6a-0d58-466c-8eb9-c480de2276aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:27:35.440271 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6af2eff1-6fe5-4e3d-b8e2-fddd19df62be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:35.440673 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af2eff1-6fe5-4e3d-b8e2-fddd19df62be None None] Bound using segment: {'id': '515ccb09-711b-4d3e-b358-aedeeb94a00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6b94aa6a-0d58-466c-8eb9-c480de2276aa'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:27:35.441141 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-6af2eff1-6fe5-4e3d-b8e2-fddd19df62be None None] Bound port: 5a806ea1-b44a-4f39-b850-1003e93ac91c, host: dv-cinder-838009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515ccb09-711b-4d3e-b358-aedeeb94a00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6b94aa6a-0d58-466c-8eb9-c480de2276aa'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:27:35.441526 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6af2eff1-6fe5-4e3d-b8e2-fddd19df62be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (5a806ea1-b44a-4f39-b850-1003e93ac91c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:35.466085 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-0824b851-53a8-4666-a63e-15a67eb6fc05 admin admin] Allocated IP 172.27.2.122 (1111f3a4-c02a-41de-91e1-42f5a19c8209/55f6eeca-e44f-4feb-bdb6-d6fdf07e4029/5c763fc0-7c8f-43a1-82ae-4184b2b9c426) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:27:35.513590 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-6af2eff1-6fe5-4e3d-b8e2-fddd19df62be None None] For port 5a806ea1-b44a-4f39-b850-1003e93ac91c, host dv-cinder-838009-3-iscsi, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:27:35.516956 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-6af2eff1-6fe5-4e3d-b8e2-fddd19df62be None None] For port 5a806ea1-b44a-4f39-b850-1003e93ac91c, host dv-cinder-838009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=5a806ea1-b44a-4f39-b850-1003e93ac91c,segment=NetworkSegment(515ccb09-711b-4d3e-b358-aedeeb94a00e),segment_id=515ccb09-711b-4d3e-b358-aedeeb94a00e)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:27:35.523369 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6af2eff1-6fe5-4e3d-b8e2-fddd19df62be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (5a806ea1-b44a-4f39-b850-1003e93ac91c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:35.579217 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0824b851-53a8-4666-a63e-15a67eb6fc05 admin admin] Publish callbacks [] for port (5c763fc0-7c8f-43a1-82ae-4184b2b9c426), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:35.581065 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2eff1-6fe5-4e3d-b8e2-fddd19df62be None None] Pushing event updated for resources: {'Port': ['ID=5a806ea1-b44a-4f39-b850-1003e93ac91c,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:35.616121 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0824b851-53a8-4666-a63e-15a67eb6fc05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060'] for port (5c763fc0-7c8f-43a1-82ae-4184b2b9c426), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:35.654528 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0824b851-53a8-4666-a63e-15a67eb6fc05 admin admin] Network 1111f3a4-c02a-41de-91e1-42f5a19c8209 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:27:35.657421 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-0824b851-53a8-4666-a63e-15a67eb6fc05 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:27:35.660941 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0824b851-53a8-4666-a63e-15a67eb6fc05 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:27:35.998993 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 5a806ea1-b44a-4f39-b850-1003e93ac91c up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:27:36.011072 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0824b851-53a8-4666-a63e-15a67eb6fc05 admin admin] Pushing event updated for resources: {'Port': ['ID=5c763fc0-7c8f-43a1-82ae-4184b2b9c426,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:36.179703 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port 5a806ea1-b44a-4f39-b850-1003e93ac91c triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:27:36.180399 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (5a806ea1-b44a-4f39-b850-1003e93ac91c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:36.186364 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0824b851-53a8-4666-a63e-15a67eb6fc05 admin admin] Publish callbacks [] for router_gateway (d04d1be9-cb9f-4ed9-9226-a291a9c81dff), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:36.257844 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port 5a806ea1-b44a-4f39-b850-1003e93ac91c is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:27:36.258247 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (5a806ea1-b44a-4f39-b850-1003e93ac91c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:36.289937 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] For port 5a806ea1-b44a-4f39-b850-1003e93ac91c, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=5a806ea1-b44a-4f39-b850-1003e93ac91c,segment=NetworkSegment(515ccb09-711b-4d3e-b358-aedeeb94a00e),segment_id=515ccb09-711b-4d3e-b358-aedeeb94a00e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:27:36.295088 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (5a806ea1-b44a-4f39-b850-1003e93ac91c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:36.349250 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Pushing event updated for resources: {'Port': ['ID=5a806ea1-b44a-4f39-b850-1003e93ac91c,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:36.397127 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0824b851-53a8-4666-a63e-15a67eb6fc05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654042'] for router (d04d1be9-cb9f-4ed9-9226-a291a9c81dff), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:36.501352 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801bafa-8828-4866-a8f5-c05eecd96e94 req-bbf3d9e7-100c-4075-b6ed-d296661277ed tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:36.502848 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6801bafa-8828-4866-a8f5-c05eecd96e94 req-bbf3d9e7-100c-4075-b6ed-d296661277ed tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 945 time: 0.0665278 May 09 04:27:36.594273 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6801bafa-8828-4866-a8f5-c05eecd96e94 req-c5dfd777-2cdd-41fc-a8db-c6712f3c6788 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621219 May 09 04:27:36.612124 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0824b851-53a8-4666-a63e-15a67eb6fc05 admin admin] Router d04d1be9-cb9f-4ed9-9226-a291a9c81dff is scheduled to L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 04:27:36.627352 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151d65ac-8081-45f7-a11d-7f8dc6728e0b None None] Network 6b94aa6a-0d58-466c-8eb9-c480de2276aa requested from dv-cinder-838009-3-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 04:27:36.729747 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0824b851-53a8-4666-a63e-15a67eb6fc05 admin admin] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:27:36.733213 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-5982b841-552c-4cdf-a18f-0e4b836dab04 None None] Provisioning complete for port 5a806ea1-b44a-4f39-b850-1003e93ac91c triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:27:36.733654 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5982b841-552c-4cdf-a18f-0e4b836dab04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (5a806ea1-b44a-4f39-b850-1003e93ac91c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:36.766721 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64aef31-0e0d-4ce4-bdca-d43ce7231926 None None] Sync routers for ids ['d04d1be9-cb9f-4ed9-9226-a291a9c81dff'] in dv-cinder-838009-3-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:27:36.780747 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0824b851-53a8-4666-a63e-15a67eb6fc05 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:36.781945 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-0824b851-53a8-4666-a63e-15a67eb6fc05 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8422771 May 09 04:27:36.784659 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 44408) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:36.800294 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64aef31-0e0d-4ce4-bdca-d43ce7231926 None None] Routers {'d04d1be9-cb9f-4ed9-9226-a291a9c81dff'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:27:36.801878 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a64aef31-0e0d-4ce4-bdca-d43ce7231926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:27:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['d04d1be9-cb9f-4ed9-9226-a291a9c81dff'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:27:36.882962 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-5982b841-552c-4cdf-a18f-0e4b836dab04 None None] Current status of the port 5a806ea1-b44a-4f39-b850-1003e93ac91c is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:27:36.929905 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-a64aef31-0e0d-4ce4-bdca-d43ce7231926 None None] Set router d04d1be9-cb9f-4ed9-9226-a291a9c81dff gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:27:37.101188 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-866f3c58-90db-4f9a-a7f9-fceef0c42568 None None] Provisioning complete for port 5a806ea1-b44a-4f39-b850-1003e93ac91c triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:27:37.108946 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-866f3c58-90db-4f9a-a7f9-fceef0c42568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (5a806ea1-b44a-4f39-b850-1003e93ac91c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:37.109119 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a64aef31-0e0d-4ce4-bdca-d43ce7231926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04d1be9-cb9f-4ed9-9226-a291a9c81dff', 'name': 'tempest-TestShelveInstance-1520089352-router', 'tenant_id': 'c8cbe32e8ede404fa3d19537256606e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '5c763fc0-7c8f-43a1-82ae-4184b2b9c426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:34Z', 'updated_at': '2022-05-09T04:27:36Z', 'revision_number': 3, 'project_id': 'c8cbe32e8ede404fa3d19537256606e1', 'gw_port': {'id': '5c763fc0-7c8f-43a1-82ae-4184b2b9c426', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ab:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04d1be9-cb9f-4ed9-9226-a291a9c81dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:35Z', 'updated_at': '2022-05-09T04:27:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi'}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:27:37.132968 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64aef31-0e0d-4ce4-bdca-d43ce7231926 None None] Checking router: d04d1be9-cb9f-4ed9-9226-a291a9c81dff for host: dv-cinder-838009-3-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:27:37.133409 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64aef31-0e0d-4ce4-bdca-d43ce7231926 None None] Updating router d04d1be9-cb9f-4ed9-9226-a291a9c81dff port 5c763fc0-7c8f-43a1-82ae-4184b2b9c426 binding host dv-cinder-838009-3-iscsi {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 04:27:37.161858 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a64aef31-0e0d-4ce4-bdca-d43ce7231926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (5c763fc0-7c8f-43a1-82ae-4184b2b9c426), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:37.186909 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-866f3c58-90db-4f9a-a7f9-fceef0c42568 None None] Current status of the port 5a806ea1-b44a-4f39-b850-1003e93ac91c is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:27:37.278973 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2599a32c-1515-4677-b922-2e3068755299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:37.421916 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a64aef31-0e0d-4ce4-bdca-d43ce7231926 None None] Publish callbacks [] for port (5c763fc0-7c8f-43a1-82ae-4184b2b9c426), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:37.426088 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a64aef31-0e0d-4ce4-bdca-d43ce7231926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (5c763fc0-7c8f-43a1-82ae-4184b2b9c426), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:37.434158 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-2599a32c-1515-4677-b922-2e3068755299 admin admin] Allocated IP 172.20.0.1 (6b94aa6a-0d58-466c-8eb9-c480de2276aa/f838df5a-9048-42ae-96b1-031768c0ebaf/375c166a-9283-4d87-bbb3-2925d0dc4f9c) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:27:37.538357 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2599a32c-1515-4677-b922-2e3068755299 admin admin] Publish callbacks [] for port (375c166a-9283-4d87-bbb3-2925d0dc4f9c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:37.565118 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-a64aef31-0e0d-4ce4-bdca-d43ce7231926 None None] Attempting to bind port 5c763fc0-7c8f-43a1-82ae-4184b2b9c426 on host dv-cinder-838009-3-iscsi for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:27:37.565483 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-a64aef31-0e0d-4ce4-bdca-d43ce7231926 None None] Attempting to bind port 5c763fc0-7c8f-43a1-82ae-4184b2b9c426 by drivers openvswitch,hyperv on host dv-cinder-838009-3-iscsi at level 0 using segments [{'id': 'bfcd5364-714b-4eea-b1ab-23d5506cc730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:27:37.565836 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64aef31-0e0d-4ce4-bdca-d43ce7231926 None None] Attempting to bind port 5c763fc0-7c8f-43a1-82ae-4184b2b9c426 on network 1111f3a4-c02a-41de-91e1-42f5a19c8209 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:27:37.570653 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2599a32c-1515-4677-b922-2e3068755299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060'] for port (375c166a-9283-4d87-bbb3-2925d0dc4f9c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:37.573468 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca93fa-9b72-4a25-a3b8-b58557574a81 None None] Pushing event updated for resources: {'Port': ['ID=5c763fc0-7c8f-43a1-82ae-4184b2b9c426,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:37.575520 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64aef31-0e0d-4ce4-bdca-d43ce7231926 None None] Checking agent: {'id': '9a15748d-6a05-4459-b777-d0dd003edfa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 17, 57), 'started_at': datetime.datetime(2022, 5, 9, 4, 18, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:27:37.575907 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64aef31-0e0d-4ce4-bdca-d43ce7231926 None None] Checking segment: {'id': 'bfcd5364-714b-4eea-b1ab-23d5506cc730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:27:37.576323 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a64aef31-0e0d-4ce4-bdca-d43ce7231926 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:37.576691 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64aef31-0e0d-4ce4-bdca-d43ce7231926 None None] Bound using segment: {'id': 'bfcd5364-714b-4eea-b1ab-23d5506cc730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:27:37.577149 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-a64aef31-0e0d-4ce4-bdca-d43ce7231926 None None] Bound port: 5c763fc0-7c8f-43a1-82ae-4184b2b9c426, host: dv-cinder-838009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfcd5364-714b-4eea-b1ab-23d5506cc730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:27:37.577901 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a64aef31-0e0d-4ce4-bdca-d43ce7231926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (5c763fc0-7c8f-43a1-82ae-4184b2b9c426), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:37.602703 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca93fa-9b72-4a25-a3b8-b58557574a81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:37.603007 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca93fa-9b72-4a25-a3b8-b58557574a81 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:37.603377 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca93fa-9b72-4a25-a3b8-b58557574a81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:37.603734 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca93fa-9b72-4a25-a3b8-b58557574a81 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:37.604093 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca93fa-9b72-4a25-a3b8-b58557574a81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:37.604425 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca93fa-9b72-4a25-a3b8-b58557574a81 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:37.604750 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca93fa-9b72-4a25-a3b8-b58557574a81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:37.605705 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca93fa-9b72-4a25-a3b8-b58557574a81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:37.606043 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca93fa-9b72-4a25-a3b8-b58557574a81 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:37.606379 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca93fa-9b72-4a25-a3b8-b58557574a81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:37.606710 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca93fa-9b72-4a25-a3b8-b58557574a81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:37.607040 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca93fa-9b72-4a25-a3b8-b58557574a81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:37.607374 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca93fa-9b72-4a25-a3b8-b58557574a81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:37.607687 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca93fa-9b72-4a25-a3b8-b58557574a81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:37.608030 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca93fa-9b72-4a25-a3b8-b58557574a81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:27:37.608123 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2599a32c-1515-4677-b922-2e3068755299 admin admin] Network 6b94aa6a-0d58-466c-8eb9-c480de2276aa is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:27:37.610859 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-2599a32c-1515-4677-b922-2e3068755299 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:27:37.614422 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2599a32c-1515-4677-b922-2e3068755299 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:27:37.614901 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2599a32c-1515-4677-b922-2e3068755299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639991'] for router_interface (d04d1be9-cb9f-4ed9-9226-a291a9c81dff), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:37.643056 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-a64aef31-0e0d-4ce4-bdca-d43ce7231926 None None] For port 5c763fc0-7c8f-43a1-82ae-4184b2b9c426, host dv-cinder-838009-3-iscsi, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:27:37.646331 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-a64aef31-0e0d-4ce4-bdca-d43ce7231926 None None] For port 5c763fc0-7c8f-43a1-82ae-4184b2b9c426, host dv-cinder-838009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=5c763fc0-7c8f-43a1-82ae-4184b2b9c426,segment=NetworkSegment(bfcd5364-714b-4eea-b1ab-23d5506cc730),segment_id=bfcd5364-714b-4eea-b1ab-23d5506cc730)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:27:37.671410 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-a64aef31-0e0d-4ce4-bdca-d43ce7231926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (5c763fc0-7c8f-43a1-82ae-4184b2b9c426), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:37.701465 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2599a32c-1515-4677-b922-2e3068755299 admin admin] Pushing event updated for resources: {'Port': ['ID=375c166a-9283-4d87-bbb3-2925d0dc4f9c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:37.742920 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca93fa-9b72-4a25-a3b8-b58557574a81 None None] Pushing event updated for resources: {'Port': ['ID=5c763fc0-7c8f-43a1-82ae-4184b2b9c426,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:37.790611 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64aef31-0e0d-4ce4-bdca-d43ce7231926 None None] Routers {'d04d1be9-cb9f-4ed9-9226-a291a9c81dff'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:27:37.792847 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a64aef31-0e0d-4ce4-bdca-d43ce7231926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:27:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['d04d1be9-cb9f-4ed9-9226-a291a9c81dff'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:27:37.799282 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b2d6a-e750-4c38-bb66-368a7db39176 req-6c3a5095-a3fa-4eaf-a32a-e413e3e193f4 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:37.800871 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ee6b2d6a-e750-4c38-bb66-368a7db39176 req-6c3a5095-a3fa-4eaf-a32a-e413e3e193f4 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 945 time: 0.1030347 May 09 04:27:37.860365 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2599a32c-1515-4677-b922-2e3068755299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (375c166a-9283-4d87-bbb3-2925d0dc4f9c), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:37.882531 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ee6b2d6a-e750-4c38-bb66-368a7db39176 req-f43be07b-357c-4325-ad6b-5215080da659 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716286 May 09 04:27:37.958711 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 5a806ea1-b44a-4f39-b850-1003e93ac91c up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:27:37.995999 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-a64aef31-0e0d-4ce4-bdca-d43ce7231926 None None] Set router d04d1be9-cb9f-4ed9-9226-a291a9c81dff gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:27:38.020652 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port 5a806ea1-b44a-4f39-b850-1003e93ac91c triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:27:38.021125 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (5a806ea1-b44a-4f39-b850-1003e93ac91c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:38.024074 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-88ff3cf1-905f-4b52-8275-37729357268a None None] Provisioning complete for port 375c166a-9283-4d87-bbb3-2925d0dc4f9c triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:27:38.024541 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-88ff3cf1-905f-4b52-8275-37729357268a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (375c166a-9283-4d87-bbb3-2925d0dc4f9c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:38.080111 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2599a32c-1515-4677-b922-2e3068755299 admin admin] Publish callbacks [] for port (375c166a-9283-4d87-bbb3-2925d0dc4f9c), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:38.085635 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2599a32c-1515-4677-b922-2e3068755299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (375c166a-9283-4d87-bbb3-2925d0dc4f9c), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:38.086646 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2599a32c-1515-4677-b922-2e3068755299 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639165'] for router_interface (d04d1be9-cb9f-4ed9-9226-a291a9c81dff), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:38.093639 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-88ff3cf1-905f-4b52-8275-37729357268a None None] Port 375c166a-9283-4d87-bbb3-2925d0dc4f9c cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 04:27:38.148683 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port 5a806ea1-b44a-4f39-b850-1003e93ac91c is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:27:38.171509 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2599a32c-1515-4677-b922-2e3068755299 admin admin] Pushing event updated for resources: {'Port': ['ID=375c166a-9283-4d87-bbb3-2925d0dc4f9c,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:38.190287 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-a64aef31-0e0d-4ce4-bdca-d43ce7231926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04d1be9-cb9f-4ed9-9226-a291a9c81dff', 'name': 'tempest-TestShelveInstance-1520089352-router', 'tenant_id': 'c8cbe32e8ede404fa3d19537256606e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '5c763fc0-7c8f-43a1-82ae-4184b2b9c426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:34Z', 'updated_at': '2022-05-09T04:27:36Z', 'revision_number': 3, 'project_id': 'c8cbe32e8ede404fa3d19537256606e1', 'gw_port': {'id': '5c763fc0-7c8f-43a1-82ae-4184b2b9c426', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ab:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04d1be9-cb9f-4ed9-9226-a291a9c81dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:35Z', 'updated_at': '2022-05-09T04:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi'}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:27:38.215537 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2599a32c-1515-4677-b922-2e3068755299 admin admin] Network 6b94aa6a-0d58-466c-8eb9-c480de2276aa is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:27:38.216964 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-2599a32c-1515-4677-b922-2e3068755299 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:27:38.217382 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64aef31-0e0d-4ce4-bdca-d43ce7231926 None None] The sync data for ids ['d04d1be9-cb9f-4ed9-9226-a291a9c81dff'] in dv-cinder-838009-3-iscsi is: [{'id': 'd04d1be9-cb9f-4ed9-9226-a291a9c81dff', 'name': 'tempest-TestShelveInstance-1520089352-router', 'tenant_id': 'c8cbe32e8ede404fa3d19537256606e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '5c763fc0-7c8f-43a1-82ae-4184b2b9c426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:34Z', 'updated_at': '2022-05-09T04:27:36Z', 'revision_number': 3, 'project_id': 'c8cbe32e8ede404fa3d19537256606e1', 'gw_port': {'id': '5c763fc0-7c8f-43a1-82ae-4184b2b9c426', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ab:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04d1be9-cb9f-4ed9-9226-a291a9c81dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:35Z', 'updated_at': '2022-05-09T04:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:27:38.384132 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2599a32c-1515-4677-b922-2e3068755299 admin admin] Router d04d1be9-cb9f-4ed9-9226-a291a9c81dff has already been hosted by L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 04:27:38.544204 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-8e8bba5b-d084-4800-8bf4-55eef3c837a5 None None] Provisioning complete for port 375c166a-9283-4d87-bbb3-2925d0dc4f9c triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:27:38.544704 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8e8bba5b-d084-4800-8bf4-55eef3c837a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (375c166a-9283-4d87-bbb3-2925d0dc4f9c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:38.547657 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2599a32c-1515-4677-b922-2e3068755299 admin admin] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:27:38.557973 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-2599a32c-1515-4677-b922-2e3068755299 admin admin] 10.222.0.44 "PUT /v2.0/routers/d04d1be9-cb9f-4ed9-9226-a291a9c81dff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7729235 May 09 04:27:38.583228 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-8e8bba5b-d084-4800-8bf4-55eef3c837a5 None None] Port 375c166a-9283-4d87-bbb3-2925d0dc4f9c cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 04:27:38.740329 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b1e85-824e-409e-83c0-39ba0c06007e req-efff806e-c718-47c9-8f35-cfe7b7591a94 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:38.757346 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-009b1e85-824e-409e-83c0-39ba0c06007e req-efff806e-c718-47c9-8f35-cfe7b7591a94 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/ports?device_id=06e2388e-186d-4ea8-94d7-5b9952abc60d HTTP/1.1" status: 200 len: 946 time: 0.0863123 May 09 04:27:38.831296 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-009b1e85-824e-409e-83c0-39ba0c06007e req-d4db3b0b-9e08-424a-b07f-68fb0bce5fda tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f78eee5-cf2f-41a0-a6fa-018a1a89e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651064 May 09 04:27:39.046074 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf2634-b043-4564-ba00-c07711014d76 req-df72e102-6b08-4036-b15c-f62af81c55ff tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:39.059746 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6dbf2634-b043-4564-ba00-c07711014d76 req-df72e102-6b08-4036-b15c-f62af81c55ff tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 945 time: 0.0817020 May 09 04:27:39.150259 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6dbf2634-b043-4564-ba00-c07711014d76 req-0b968377-f59b-4d22-812e-8b4021b661a3 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895331 May 09 04:27:39.286550 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 44480) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:39.292931 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f6503b4b-e331-4125-aca0-afa342a66630 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-741967566-network', 'tenant_id': '04dd4b39fd594b19a4fa84188cf31fd4'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:27:39.316316 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6503b4b-e331-4125-aca0-afa342a66630 admin admin] Made reservation on behalf of 04dd4b39fd594b19a4fa84188cf31fd4 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:27:39.319046 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f6503b4b-e331-4125-aca0-afa342a66630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:39.327852 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f6503b4b-e331-4125-aca0-afa342a66630 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:39.426944 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f6503b4b-e331-4125-aca0-afa342a66630 admin admin] Publish callbacks [] for security_group (dd815c09-a77d-473b-9186-317dc2df1371), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:39.432576 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f6503b4b-e331-4125-aca0-afa342a66630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (dd815c09-a77d-473b-9186-317dc2df1371), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:39.459862 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6503b4b-e331-4125-aca0-afa342a66630 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 04:27:39.476806 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6503b4b-e331-4125-aca0-afa342a66630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd815c09-a77d-473b-9186-317dc2df1371,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:39.485475 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f6503b4b-e331-4125-aca0-afa342a66630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754'] for segment (f341e802-0fa0-4391-8859-90dd675b2e9c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:39.485828 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.db.segments_db [None req-f6503b4b-e331-4125-aca0-afa342a66630 admin admin] Added segment f341e802-0fa0-4391-8859-90dd675b2e9c of type vlan for network c098f41a-1b6f-43cb-bcbf-7c93b467901c May 09 04:27:39.536116 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f6503b4b-e331-4125-aca0-afa342a66630 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782007660162'] for network (c098f41a-1b6f-43cb-bcbf-7c93b467901c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:39.566925 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f6503b4b-e331-4125-aca0-afa342a66630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278'] for network (c098f41a-1b6f-43cb-bcbf-7c93b467901c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:39.566925 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6503b4b-e331-4125-aca0-afa342a66630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:39.567192 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f6503b4b-e331-4125-aca0-afa342a66630 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:39.624879 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-f6503b4b-e331-4125-aca0-afa342a66630 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3366354 May 09 04:27:39.627803 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 44510) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:39.634029 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-cb6b6e93-eacf-4b41-b537-9b56edb0b459 admin admin] Request body: {'subnet': {'network_id': 'c098f41a-1b6f-43cb-bcbf-7c93b467901c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-741967566-subnet', 'tenant_id': '04dd4b39fd594b19a4fa84188cf31fd4', 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:27:39.634701 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6503b4b-e331-4125-aca0-afa342a66630 admin admin] Pushing event updated for resources: {'Network': ['ID=c098f41a-1b6f-43cb-bcbf-7c93b467901c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:39.647387 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Network c098f41a-1b6f-43cb-bcbf-7c93b467901c details requested by agent ovs-agent-dv-cinder-838009-3-iscsi with host dv-cinder-838009-3-iscsi {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 04:27:39.670797 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6b6e93-eacf-4b41-b537-9b56edb0b459 admin admin] Made reservation on behalf of 04dd4b39fd594b19a4fa84188cf31fd4 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:27:39.673266 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cb6b6e93-eacf-4b41-b537-9b56edb0b459 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:39.868229 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cb6b6e93-eacf-4b41-b537-9b56edb0b459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278'] for subnet (87b48efb-b1e0-41b2-b0c9-d4e283605b77), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:39.960266 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b6e93-eacf-4b41-b537-9b56edb0b459 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87b48efb-b1e0-41b2-b0c9-d4e283605b77,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:39.983153 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9eb81-3b7b-4dd6-a9e7-7d7126aa5f24 req-2fcd382c-0196-4f54-abd3-77e4a2ac3949 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:39.985253 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-eae9eb81-3b7b-4dd6-a9e7-7d7126aa5f24 req-2fcd382c-0196-4f54-abd3-77e4a2ac3949 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/ports?device_id=06e2388e-186d-4ea8-94d7-5b9952abc60d HTTP/1.1" status: 200 len: 946 time: 0.0762975 May 09 04:27:39.999177 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6b6e93-eacf-4b41-b537-9b56edb0b459 admin admin] Checking segment: {'id': 'f341e802-0fa0-4391-8859-90dd675b2e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c098f41a-1b6f-43cb-bcbf-7c93b467901c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:27:39.999526 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6b6e93-eacf-4b41-b537-9b56edb0b459 admin admin] Network hostable DHCP agents. Network: c098f41a-1b6f-43cb-bcbf-7c93b467901c, hostable agents: ['144b4b53-faa6-4e1c-8c93-1df238c644e2'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 04:27:40.021278 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 44520) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:40.031244 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 5c763fc0-7c8f-43a1-82ae-4184b2b9c426 up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:27:40.041670 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6b6e93-eacf-4b41-b537-9b56edb0b459 admin admin] Network c098f41a-1b6f-43cb-bcbf-7c93b467901c is scheduled to be hosted by DHCP agent 144b4b53-faa6-4e1c-8c93-1df238c644e2 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 04:27:40.057401 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-eae9eb81-3b7b-4dd6-a9e7-7d7126aa5f24 req-12f778b2-b11f-4357-9180-55a5d6d85d4d tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f78eee5-cf2f-41a0-a6fa-018a1a89e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643075 May 09 04:27:40.060257 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-cb6b6e93-eacf-4b41-b537-9b56edb0b459 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-3-iscsi, c098f41a-1b6f-43cb-bcbf-7c93b467901c) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:27:40.065020 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6b6e93-eacf-4b41-b537-9b56edb0b459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:40.065835 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cb6b6e93-eacf-4b41-b537-9b56edb0b459 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:40.074695 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dee1d8-175d-46b2-99d3-2fedafb2b317 None None] Network c098f41a-1b6f-43cb-bcbf-7c93b467901c requested from dv-cinder-838009-3-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 04:27:40.095415 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-cb6b6e93-eacf-4b41-b537-9b56edb0b459 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4664128 May 09 04:27:40.098057 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 44524) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:40.107836 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-b383e0be-e023-41af-8037-5b03a9256447 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-741967566-router', 'tenant_id': '04dd4b39fd594b19a4fa84188cf31fd4', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:27:40.139989 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b383e0be-e023-41af-8037-5b03a9256447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29848'] for router (7218fba7-f47d-4d1b-a3e6-aaba1a513a74), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:40.141319 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b383e0be-e023-41af-8037-5b03a9256447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653837', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-269844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29841'] for router (7218fba7-f47d-4d1b-a3e6-aaba1a513a74), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:40.163414 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port 5c763fc0-7c8f-43a1-82ae-4184b2b9c426 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:27:40.163799 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (5c763fc0-7c8f-43a1-82ae-4184b2b9c426), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:40.189092 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e288e87-0db8-4725-8df3-f3746b326a8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:40.220565 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b383e0be-e023-41af-8037-5b03a9256447 admin admin] Publish callbacks [] for router_controller (7218fba7-f47d-4d1b-a3e6-aaba1a513a74), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:40.229720 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0085252-b3d3-4b5e-a6c1-7075731a68b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb5d7134-a911-54f2-a3b8-b69254a18049-c098f41a-1b6f-43cb-bcbf-7c93b467901c', 'network_id': 'c098f41a-1b6f-43cb-bcbf-7c93b467901c', 'project_id': '04dd4b39fd594b19a4fa84188cf31fd4', 'fixed_ips': [{'subnet_id': '87b48efb-b1e0-41b2-b0c9-d4e283605b77'}]}} from dv-cinder-838009-3-iscsi. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 09 04:27:40.230596 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c0085252-b3d3-4b5e-a6c1-7075731a68b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:40.378060 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d5c109-afff-420e-8872-5d2faeac0b45 None None] Sync routers for ids ['d04d1be9-cb9f-4ed9-9226-a291a9c81dff'] in dv-cinder-838009-3-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:27:40.384768 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea9fd4-a085-48df-8dfc-f1a35bf80a00 req-a5f64f03-572e-4423-9e78-88680eebea69 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:40.386417 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-acea9fd4-a085-48df-8dfc-f1a35bf80a00 req-a5f64f03-572e-4423-9e78-88680eebea69 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 945 time: 0.1134279 May 09 04:27:40.393418 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port 5c763fc0-7c8f-43a1-82ae-4184b2b9c426 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:27:40.393819 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (5c763fc0-7c8f-43a1-82ae-4184b2b9c426), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:40.442684 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d5c109-afff-420e-8872-5d2faeac0b45 None None] Routers {'d04d1be9-cb9f-4ed9-9226-a291a9c81dff'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:27:40.444099 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a1d5c109-afff-420e-8872-5d2faeac0b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:27:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['d04d1be9-cb9f-4ed9-9226-a291a9c81dff'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:27:40.452576 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] For port 5c763fc0-7c8f-43a1-82ae-4184b2b9c426, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=5c763fc0-7c8f-43a1-82ae-4184b2b9c426,segment=NetworkSegment(bfcd5364-714b-4eea-b1ab-23d5506cc730),segment_id=bfcd5364-714b-4eea-b1ab-23d5506cc730)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:27:40.485028 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b383e0be-e023-41af-8037-5b03a9256447 admin admin] Publish callbacks [] for router_gateway (7218fba7-f47d-4d1b-a3e6-aaba1a513a74), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:40.493136 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 44534) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:40.495843 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (5c763fc0-7c8f-43a1-82ae-4184b2b9c426), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:40.533805 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-c0085252-b3d3-4b5e-a6c1-7075731a68b9 None None] Allocated IP 172.20.0.2 (c098f41a-1b6f-43cb-bcbf-7c93b467901c/87b48efb-b1e0-41b2-b0c9-d4e283605b77/e01a340c-e326-4051-a4e0-0d68ecd04793) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:27:40.659419 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cbcae4d8-6104-40ad-a6aa-5c75236b638d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:40.667461 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Pushing event updated for resources: {'Port': ['ID=5c763fc0-7c8f-43a1-82ae-4184b2b9c426,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:40.738397 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-a1d5c109-afff-420e-8872-5d2faeac0b45 None None] Set router d04d1be9-cb9f-4ed9-9226-a291a9c81dff gateway port host: dv-cinder-838009-3-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:27:40.784784 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cbcae4d8-6104-40ad-a6aa-5c75236b638d admin admin] Publish callbacks [] for security_group (1017e8e9-a50c-45ce-a9e1-82a885835809), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:40.789625 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cbcae4d8-6104-40ad-a6aa-5c75236b638d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (1017e8e9-a50c-45ce-a9e1-82a885835809), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:40.834484 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcae4d8-6104-40ad-a6aa-5c75236b638d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1017e8e9-a50c-45ce-a9e1-82a885835809,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:40.841428 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-acea9fd4-a085-48df-8dfc-f1a35bf80a00 req-aabaffb2-6531-4ae7-8d00-132e3691bc54 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4071319 May 09 04:27:40.845601 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-cbcae4d8-6104-40ad-a6aa-5c75236b638d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fc372fd46c7e41f4aa5cdea2c17bb991&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3500979 May 09 04:27:40.846471 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 44546) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:40.862132 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e288e87-0db8-4725-8df3-f3746b326a8c admin admin] Publish callbacks [] for security_group (806027fd-2908-468b-a7fa-dcffc704305b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:40.874389 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5e288e87-0db8-4725-8df3-f3746b326a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (806027fd-2908-468b-a7fa-dcffc704305b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:40.920609 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d49be88-d4a0-4a1c-88b9-f68016190c28 admin admin] Publish callbacks [] for security_group (1017e8e9-a50c-45ce-a9e1-82a885835809), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:40.947124 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d49be88-d4a0-4a1c-88b9-f68016190c28 admin admin] Publish callbacks [] for security_group (1017e8e9-a50c-45ce-a9e1-82a885835809), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:40.954617 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-5e288e87-0db8-4725-8df3-f3746b326a8c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4d5d3a868f1044248d30b5f8604f631b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9315274 May 09 04:27:40.957784 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 44548) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:40.966349 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e288e87-0db8-4725-8df3-f3746b326a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806027fd-2908-468b-a7fa-dcffc704305b,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:41.048913 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8fd45043-f84d-4c6e-a311-91729580c5f9 admin admin] Publish callbacks [] for security_group (806027fd-2908-468b-a7fa-dcffc704305b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:41.073929 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c0085252-b3d3-4b5e-a6c1-7075731a68b9 None None] Publish callbacks [] for port (e01a340c-e326-4051-a4e0-0d68ecd04793), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:41.079642 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8fd45043-f84d-4c6e-a311-91729580c5f9 admin admin] Publish callbacks [] for security_group (806027fd-2908-468b-a7fa-dcffc704305b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:41.090239 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a606ef-b339-437f-b27e-e920e1580061 req-2c0566ff-9267-4afd-8994-d01906021ff9 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:41.091826 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a6a606ef-b339-437f-b27e-e920e1580061 req-2c0566ff-9267-4afd-8994-d01906021ff9 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.13 "GET /v2.0/ports?device_id=06e2388e-186d-4ea8-94d7-5b9952abc60d HTTP/1.1" status: 200 len: 946 time: 0.0616696 May 09 04:27:41.093014 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b383e0be-e023-41af-8037-5b03a9256447 admin admin] Publish callbacks [] for router_gateway (7218fba7-f47d-4d1b-a3e6-aaba1a513a74), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:41.100448 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d49be88-d4a0-4a1c-88b9-f68016190c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (1017e8e9-a50c-45ce-a9e1-82a885835809), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:41.104109 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d49be88-d4a0-4a1c-88b9-f68016190c28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:41.105227 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c0085252-b3d3-4b5e-a6c1-7075731a68b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060'] for port (e01a340c-e326-4051-a4e0-0d68ecd04793), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:41.105785 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-9d49be88-d4a0-4a1c-88b9-f68016190c28 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1017e8e9-a50c-45ce-a9e1-82a885835809 HTTP/1.1" status: 204 len: 168 time: 0.2579470 May 09 04:27:41.120747 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b383e0be-e023-41af-8037-5b03a9256447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:41.163180 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d49be88-d4a0-4a1c-88b9-f68016190c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1017e8e9-a50c-45ce-a9e1-82a885835809,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:41.165721 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0085252-b3d3-4b5e-a6c1-7075731a68b9 None None] Network c098f41a-1b6f-43cb-bcbf-7c93b467901c is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:27:41.179655 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-c0085252-b3d3-4b5e-a6c1-7075731a68b9 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:27:41.183086 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0085252-b3d3-4b5e-a6c1-7075731a68b9 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:27:41.218920 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed35233-5f7e-41fa-b9ed-3f3fc194257a req-da10f57e-0fc0-4e14-b394-ce0b978aeedd tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:41.220707 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-3ed35233-5f7e-41fa-b9ed-3f3fc194257a req-da10f57e-0fc0-4e14-b394-ce0b978aeedd tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/ports?device_id=06e2388e-186d-4ea8-94d7-5b9952abc60d HTTP/1.1" status: 200 len: 946 time: 0.0702033 May 09 04:27:41.221883 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8fd45043-f84d-4c6e-a311-91729580c5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (806027fd-2908-468b-a7fa-dcffc704305b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:41.225187 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8fd45043-f84d-4c6e-a311-91729580c5f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:41.228563 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-8fd45043-f84d-4c6e-a311-91729580c5f9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/806027fd-2908-468b-a7fa-dcffc704305b HTTP/1.1" status: 204 len: 168 time: 0.2674403 May 09 04:27:41.275944 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd45043-f84d-4c6e-a311-91729580c5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806027fd-2908-468b-a7fa-dcffc704305b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:41.302381 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-3ed35233-5f7e-41fa-b9ed-3f3fc194257a req-10393612-a596-4a39-a3d0-519a0b147783 tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f78eee5-cf2f-41a0-a6fa-018a1a89e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589480 May 09 04:27:41.325178 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-a6a606ef-b339-437f-b27e-e920e1580061 req-e1b8099a-dc11-45b8-8995-cb50c268162f tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Deleting port 7113abb1-73d9-40ca-bca3-339dc9e98ae7 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:27:41.325531 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a6a606ef-b339-437f-b27e-e920e1580061 req-e1b8099a-dc11-45b8-8995-cb50c268162f tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (7113abb1-73d9-40ca-bca3-339dc9e98ae7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:41.354022 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0085252-b3d3-4b5e-a6c1-7075731a68b9 None None] Pushing event updated for resources: {'Port': ['ID=e01a340c-e326-4051-a4e0-0d68ecd04793,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:41.399872 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-c0085252-b3d3-4b5e-a6c1-7075731a68b9 None None] Attempting to bind port e01a340c-e326-4051-a4e0-0d68ecd04793 on host dv-cinder-838009-3-iscsi for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:27:41.400270 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-c0085252-b3d3-4b5e-a6c1-7075731a68b9 None None] Attempting to bind port e01a340c-e326-4051-a4e0-0d68ecd04793 by drivers openvswitch,hyperv on host dv-cinder-838009-3-iscsi at level 0 using segments [{'id': 'f341e802-0fa0-4391-8859-90dd675b2e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c098f41a-1b6f-43cb-bcbf-7c93b467901c'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:27:41.400636 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0085252-b3d3-4b5e-a6c1-7075731a68b9 None None] Attempting to bind port e01a340c-e326-4051-a4e0-0d68ecd04793 on network c098f41a-1b6f-43cb-bcbf-7c93b467901c {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:27:41.402928 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a1d5c109-afff-420e-8872-5d2faeac0b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04d1be9-cb9f-4ed9-9226-a291a9c81dff', 'name': 'tempest-TestShelveInstance-1520089352-router', 'tenant_id': 'c8cbe32e8ede404fa3d19537256606e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '5c763fc0-7c8f-43a1-82ae-4184b2b9c426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:34Z', 'updated_at': '2022-05-09T04:27:37Z', 'revision_number': 4, 'project_id': 'c8cbe32e8ede404fa3d19537256606e1', 'gw_port': {'id': '5c763fc0-7c8f-43a1-82ae-4184b2b9c426', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ab:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04d1be9-cb9f-4ed9-9226-a291a9c81dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:35Z', 'updated_at': '2022-05-09T04:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '375c166a-9283-4d87-bbb3-2925d0dc4f9c', 'name': '', 'network_id': '6b94aa6a-0d58-466c-8eb9-c480de2276aa', 'tenant_id': 'c8cbe32e8ede404fa3d19537256606e1', 'mac_address': 'fa:16:3e:08:9f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04d1be9-cb9f-4ed9-9226-a291a9c81dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'f838df5a-9048-42ae-96b1-031768c0ebaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:37Z', 'updated_at': '2022-05-09T04:27:37Z', 'revision_number': 2, 'project_id': 'c8cbe32e8ede404fa3d19537256606e1', 'subnets': [{'id': 'f838df5a-9048-42ae-96b1-031768c0ebaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:27:41.435807 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d5c109-afff-420e-8872-5d2faeac0b45 None None] Checking router: d04d1be9-cb9f-4ed9-9226-a291a9c81dff for host: dv-cinder-838009-3-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:27:41.436197 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d5c109-afff-420e-8872-5d2faeac0b45 None None] Updating router d04d1be9-cb9f-4ed9-9226-a291a9c81dff port 375c166a-9283-4d87-bbb3-2925d0dc4f9c binding host dv-cinder-838009-3-iscsi {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 04:27:41.438438 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0085252-b3d3-4b5e-a6c1-7075731a68b9 None None] Checking agent: {'id': '9a15748d-6a05-4459-b777-d0dd003edfa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 17, 57), 'started_at': datetime.datetime(2022, 5, 9, 4, 18, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:27:41.438795 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0085252-b3d3-4b5e-a6c1-7075731a68b9 None None] Checking segment: {'id': 'f341e802-0fa0-4391-8859-90dd675b2e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c098f41a-1b6f-43cb-bcbf-7c93b467901c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:27:41.439173 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c0085252-b3d3-4b5e-a6c1-7075731a68b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:41.439574 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0085252-b3d3-4b5e-a6c1-7075731a68b9 None None] Bound using segment: {'id': 'f341e802-0fa0-4391-8859-90dd675b2e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c098f41a-1b6f-43cb-bcbf-7c93b467901c'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:27:41.440099 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-c0085252-b3d3-4b5e-a6c1-7075731a68b9 None None] Bound port: e01a340c-e326-4051-a4e0-0d68ecd04793, host: dv-cinder-838009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f341e802-0fa0-4391-8859-90dd675b2e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c098f41a-1b6f-43cb-bcbf-7c93b467901c'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:27:41.440514 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c0085252-b3d3-4b5e-a6c1-7075731a68b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (e01a340c-e326-4051-a4e0-0d68ecd04793), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:41.460574 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-a6a606ef-b339-437f-b27e-e920e1580061 req-e1b8099a-dc11-45b8-8995-cb50c268162f tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] For port 7113abb1-73d9-40ca-bca3-339dc9e98ae7, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=7113abb1-73d9-40ca-bca3-339dc9e98ae7,segment=NetworkSegment(8a755896-dc0c-4b14-9f17-b8714677f608),segment_id=8a755896-dc0c-4b14-9f17-b8714677f608)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:27:41.460574 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a6a606ef-b339-437f-b27e-e920e1580061 req-e1b8099a-dc11-45b8-8995-cb50c268162f tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (7113abb1-73d9-40ca-bca3-339dc9e98ae7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:41.479116 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-b383e0be-e023-41af-8037-5b03a9256447 admin admin] Allocated IP 172.27.2.5 (1111f3a4-c02a-41de-91e1-42f5a19c8209/55f6eeca-e44f-4feb-bdb6-d6fdf07e4029/a6fff779-10d4-4785-a829-61745b937b90) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:27:41.488131 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-a6a606ef-b339-437f-b27e-e920e1580061 req-e1b8099a-dc11-45b8-8995-cb50c268162f tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Calling delete_port for 7113abb1-73d9-40ca-bca3-339dc9e98ae7 owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:27:41.502546 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a1d5c109-afff-420e-8872-5d2faeac0b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (375c166a-9283-4d87-bbb3-2925d0dc4f9c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:41.577337 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-c0085252-b3d3-4b5e-a6c1-7075731a68b9 None None] For port e01a340c-e326-4051-a4e0-0d68ecd04793, host dv-cinder-838009-3-iscsi, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:27:41.643950 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-c0085252-b3d3-4b5e-a6c1-7075731a68b9 None None] For port e01a340c-e326-4051-a4e0-0d68ecd04793, host dv-cinder-838009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=e01a340c-e326-4051-a4e0-0d68ecd04793,segment=NetworkSegment(f341e802-0fa0-4391-8859-90dd675b2e9c),segment_id=f341e802-0fa0-4391-8859-90dd675b2e9c)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:27:41.658016 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c0085252-b3d3-4b5e-a6c1-7075731a68b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (e01a340c-e326-4051-a4e0-0d68ecd04793), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:41.692384 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b383e0be-e023-41af-8037-5b03a9256447 admin admin] Publish callbacks [] for port (a6fff779-10d4-4785-a829-61745b937b90), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:41.782254 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a6a606ef-b339-437f-b27e-e920e1580061 req-e1b8099a-dc11-45b8-8995-cb50c268162f tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069'] for port (7113abb1-73d9-40ca-bca3-339dc9e98ae7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:41.796265 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0085252-b3d3-4b5e-a6c1-7075731a68b9 None None] Pushing event updated for resources: {'Port': ['ID=e01a340c-e326-4051-a4e0-0d68ecd04793,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:41.802191 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] get_ports_and_sgs() called for port_ids ['7113abb1-73d9-40ca-bca3-339dc9e98ae7'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 04:27:41.817580 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b383e0be-e023-41af-8037-5b03a9256447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060'] for port (a6fff779-10d4-4785-a829-61745b937b90), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:41.832611 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 44572) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:41.889649 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-041ad1d4-a9fd-4f3c-8116-60ff0939d46d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:41.958051 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8099a-dc11-45b8-8995-cb50c268162f tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Pushing event deleted for resources: {'Port': ['ID=7113abb1-73d9-40ca-bca3-339dc9e98ae7,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:41.966512 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a1d5c109-afff-420e-8872-5d2faeac0b45 None None] Publish callbacks [] for port (375c166a-9283-4d87-bbb3-2925d0dc4f9c), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:41.977946 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a1d5c109-afff-420e-8872-5d2faeac0b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (375c166a-9283-4d87-bbb3-2925d0dc4f9c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:41.988023 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b383e0be-e023-41af-8037-5b03a9256447 admin admin] Network 1111f3a4-c02a-41de-91e1-42f5a19c8209 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:27:41.996339 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a606ef-b339-437f-b27e-e920e1580061 req-e1b8099a-dc11-45b8-8995-cb50c268162f tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] No DVR routers for this DVR port 7113abb1-73d9-40ca-bca3-339dc9e98ae7 on host hv-cinder-83800 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 04:27:42.001416 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-b383e0be-e023-41af-8037-5b03a9256447 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:27:42.021252 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-a6a606ef-b339-437f-b27e-e920e1580061 req-e1b8099a-dc11-45b8-8995-cb50c268162f tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:42.024686 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a6a606ef-b339-437f-b27e-e920e1580061 req-e1b8099a-dc11-45b8-8995-cb50c268162f tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.13 "DELETE /v2.0/ports/7113abb1-73d9-40ca-bca3-339dc9e98ae7 HTTP/1.1" status: 204 len: 173 time: 0.9117644 May 09 04:27:42.045719 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e2388e-186d-4ea8-94d7-5b9952abc60d', 'name': 'network-vif-deleted', 'tag': '7113abb1-73d9-40ca-bca3-339dc9e98ae7'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:27:42.048032 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a98aaefa13d75cb12d9cbfc750f918ae1aa7d1c3c8041a7e7d91ea73ff80a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47ba433-e833-4ba7-a133-4d2043918dc0" -d '{"events": [{"server_uuid": "06e2388e-186d-4ea8-94d7-5b9952abc60d", "name": "network-vif-deleted", "tag": "7113abb1-73d9-40ca-bca3-339dc9e98ae7"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:27:42.055576 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b383e0be-e023-41af-8037-5b03a9256447 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:27:42.058780 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54036c1-ca57-4bb4-95ed-e9fdf05620fc None None] Pushing event updated for resources: {'Port': ['ID=375c166a-9283-4d87-bbb3-2925d0dc4f9c,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:42.201949 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-041ad1d4-a9fd-4f3c-8116-60ff0939d46d admin admin] Publish callbacks [] for security_group (8caf88ce-7c01-4a04-a6a8-d41aa6787eb5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:42.203028 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 5c763fc0-7c8f-43a1-82ae-4184b2b9c426 up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:27:42.207240 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-041ad1d4-a9fd-4f3c-8116-60ff0939d46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (8caf88ce-7c01-4a04-a6a8-d41aa6787eb5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:42.257256 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ad1d4-a9fd-4f3c-8116-60ff0939d46d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8caf88ce-7c01-4a04-a6a8-d41aa6787eb5,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:42.267405 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-041ad1d4-a9fd-4f3c-8116-60ff0939d46d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dd49b016a4464610b94e18580f48e004&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4305522 May 09 04:27:42.268150 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 44584) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:42.352983 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-a1d5c109-afff-420e-8872-5d2faeac0b45 None None] Attempting to bind port 375c166a-9283-4d87-bbb3-2925d0dc4f9c on host dv-cinder-838009-3-iscsi for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:27:42.359605 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-a1d5c109-afff-420e-8872-5d2faeac0b45 None None] Attempting to bind port 375c166a-9283-4d87-bbb3-2925d0dc4f9c by drivers openvswitch,hyperv on host dv-cinder-838009-3-iscsi at level 0 using segments [{'id': '515ccb09-711b-4d3e-b358-aedeeb94a00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6b94aa6a-0d58-466c-8eb9-c480de2276aa'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:27:42.360318 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d5c109-afff-420e-8872-5d2faeac0b45 None None] Attempting to bind port 375c166a-9283-4d87-bbb3-2925d0dc4f9c on network 6b94aa6a-0d58-466c-8eb9-c480de2276aa {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:27:42.382529 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e4180f63-522d-4b24-ae88-4eba4ac92497 admin admin] Publish callbacks [] for security_group (8caf88ce-7c01-4a04-a6a8-d41aa6787eb5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:42.399963 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d5c109-afff-420e-8872-5d2faeac0b45 None None] Checking agent: {'id': '9a15748d-6a05-4459-b777-d0dd003edfa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 17, 57), 'started_at': datetime.datetime(2022, 5, 9, 4, 18, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:27:42.400719 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d5c109-afff-420e-8872-5d2faeac0b45 None None] Checking segment: {'id': '515ccb09-711b-4d3e-b358-aedeeb94a00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6b94aa6a-0d58-466c-8eb9-c480de2276aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:27:42.401282 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a1d5c109-afff-420e-8872-5d2faeac0b45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:42.401826 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d5c109-afff-420e-8872-5d2faeac0b45 None None] Bound using segment: {'id': '515ccb09-711b-4d3e-b358-aedeeb94a00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6b94aa6a-0d58-466c-8eb9-c480de2276aa'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:27:42.402475 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-a1d5c109-afff-420e-8872-5d2faeac0b45 None None] Bound port: 375c166a-9283-4d87-bbb3-2925d0dc4f9c, host: dv-cinder-838009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515ccb09-711b-4d3e-b358-aedeeb94a00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6b94aa6a-0d58-466c-8eb9-c480de2276aa'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:27:42.403020 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a1d5c109-afff-420e-8872-5d2faeac0b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (375c166a-9283-4d87-bbb3-2925d0dc4f9c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:42.438925 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 44588) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:42.448826 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e4180f63-522d-4b24-ae88-4eba4ac92497 admin admin] Publish callbacks [] for security_group (8caf88ce-7c01-4a04-a6a8-d41aa6787eb5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:42.462739 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcabb900-1138-4c94-afa2-367be3d32c95 req-72073753-37c5-4372-8a36-4dfa4f9fc806 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:42.467508 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fcabb900-1138-4c94-afa2-367be3d32c95 req-72073753-37c5-4372-8a36-4dfa4f9fc806 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 945 time: 0.5111718 May 09 04:27:42.473677 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port 5c763fc0-7c8f-43a1-82ae-4184b2b9c426 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:27:42.474124 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (5c763fc0-7c8f-43a1-82ae-4184b2b9c426), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:42.497869 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b383e0be-e023-41af-8037-5b03a9256447 admin admin] Pushing event updated for resources: {'Port': ['ID=a6fff779-10d4-4785-a829-61745b937b90,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:42.549295 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e4180f63-522d-4b24-ae88-4eba4ac92497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (8caf88ce-7c01-4a04-a6a8-d41aa6787eb5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:42.554199 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e4180f63-522d-4b24-ae88-4eba4ac92497 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:42.559302 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-e4180f63-522d-4b24-ae88-4eba4ac92497 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8caf88ce-7c01-4a04-a6a8-d41aa6787eb5 HTTP/1.1" status: 204 len: 168 time: 0.2901764 May 09 04:27:42.570495 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4180f63-522d-4b24-ae88-4eba4ac92497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8caf88ce-7c01-4a04-a6a8-d41aa6787eb5,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:42.625238 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a1d5c109-afff-420e-8872-5d2faeac0b45 None None] For port 375c166a-9283-4d87-bbb3-2925d0dc4f9c, host dv-cinder-838009-3-iscsi, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:27:42.632070 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-a1d5c109-afff-420e-8872-5d2faeac0b45 None None] For port 375c166a-9283-4d87-bbb3-2925d0dc4f9c, host dv-cinder-838009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=375c166a-9283-4d87-bbb3-2925d0dc4f9c,segment=NetworkSegment(515ccb09-711b-4d3e-b358-aedeeb94a00e),segment_id=515ccb09-711b-4d3e-b358-aedeeb94a00e)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:27:42.656635 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 04:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbd3fff-4adf-4a5e-840d-3c50cce7bab3 x-openstack-request-id: req-fbbd3fff-4adf-4a5e-840d-3c50cce7bab3 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:27:42.657061 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e2388e-186d-4ea8-94d7-5b9952abc60d", "name": "network-vif-deleted", "tag": "7113abb1-73d9-40ca-bca3-339dc9e98ae7", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:27:42.657313 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fbbd3fff-4adf-4a5e-840d-3c50cce7bab3 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:27:42.658151 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbbd3fff-4adf-4a5e-840d-3c50cce7bab3'] response: {'server_uuid': '06e2388e-186d-4ea8-94d7-5b9952abc60d', 'name': 'network-vif-deleted', 'tag': '7113abb1-73d9-40ca-bca3-339dc9e98ae7', 'status': 'completed', 'code': 200} May 09 04:27:42.672350 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fcabb900-1138-4c94-afa2-367be3d32c95 req-731a7519-5ca5-42eb-9f6f-4eef58b20b15 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920133 May 09 04:27:42.675688 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b383e0be-e023-41af-8037-5b03a9256447 admin admin] Publish callbacks [] for router_gateway (7218fba7-f47d-4d1b-a3e6-aaba1a513a74), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:42.681744 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a1d5c109-afff-420e-8872-5d2faeac0b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (375c166a-9283-4d87-bbb3-2925d0dc4f9c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:42.742386 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-85515387-23cf-4690-88f0-88fff947e94c None None] Provisioning complete for port 375c166a-9283-4d87-bbb3-2925d0dc4f9c triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:27:42.742791 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-85515387-23cf-4690-88f0-88fff947e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (375c166a-9283-4d87-bbb3-2925d0dc4f9c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:42.838302 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-203cf9cb-2fae-438d-b1a6-497e9f62cf56 req-5762c924-2367-48a3-bb47-d23feaf0568f tempest-DeleteServersTestJSON-156451404 tempest-DeleteServersTestJSON-156451404-project] 10.222.0.44 "GET /v2.0/ports?device_id=06e2388e-186d-4ea8-94d7-5b9952abc60d HTTP/1.1" status: 200 len: 210 time: 0.0849018 May 09 04:27:42.860588 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54036c1-ca57-4bb4-95ed-e9fdf05620fc None None] Pushing event updated for resources: {'Port': ['ID=375c166a-9283-4d87-bbb3-2925d0dc4f9c,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:42.870150 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-370d6890-4747-4f07-aac5-83a93d9e9b41 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 04:27:42.874389 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d5c109-afff-420e-8872-5d2faeac0b45 None None] Routers {'d04d1be9-cb9f-4ed9-9226-a291a9c81dff'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:27:42.876226 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a1d5c109-afff-420e-8872-5d2faeac0b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:27:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['d04d1be9-cb9f-4ed9-9226-a291a9c81dff'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:27:43.009932 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dd29f4f7-d5d0-42d4-b48e-609a52ee5c5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:43.018785 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port 5c763fc0-7c8f-43a1-82ae-4184b2b9c426 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:27:43.117729 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 44602) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:43.129886 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b383e0be-e023-41af-8037-5b03a9256447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654042'] for router (7218fba7-f47d-4d1b-a3e6-aaba1a513a74), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:43.195526 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-85515387-23cf-4690-88f0-88fff947e94c None None] Current status of the port 375c166a-9283-4d87-bbb3-2925d0dc4f9c is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:27:43.195933 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-85515387-23cf-4690-88f0-88fff947e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (375c166a-9283-4d87-bbb3-2925d0dc4f9c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:43.232050 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dd29f4f7-d5d0-42d4-b48e-609a52ee5c5c admin admin] Publish callbacks [] for security_group (5db82f61-3a7c-4990-9c2b-05f8af424fe7), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:43.238606 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dd29f4f7-d5d0-42d4-b48e-609a52ee5c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (5db82f61-3a7c-4990-9c2b-05f8af424fe7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:43.269756 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-a1d5c109-afff-420e-8872-5d2faeac0b45 None None] Set router d04d1be9-cb9f-4ed9-9226-a291a9c81dff gateway port host: dv-cinder-838009-3-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:27:43.315414 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-fff9018b-536b-4032-81d9-0666537693c3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1136214510-network', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:27:43.335532 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-dd29f4f7-d5d0-42d4-b48e-609a52ee5c5c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4b686593abfc4a4f9b540a4a4a17f356&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8629282 May 09 04:27:43.336764 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 44610) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:43.337485 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd29f4f7-d5d0-42d4-b48e-609a52ee5c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db82f61-3a7c-4990-9c2b-05f8af424fe7,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:43.369542 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff9018b-536b-4032-81d9-0666537693c3 admin admin] Made reservation on behalf of b6223852af9c4361b99a24e7a49a7734 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:27:43.372353 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fff9018b-536b-4032-81d9-0666537693c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:43.389996 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fff9018b-536b-4032-81d9-0666537693c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:43.424279 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0fc1dc9d-83b7-4734-ac2a-077dc06943a6 admin admin] Publish callbacks [] for security_group (5db82f61-3a7c-4990-9c2b-05f8af424fe7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:43.444650 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b383e0be-e023-41af-8037-5b03a9256447 admin admin] Router 7218fba7-f47d-4d1b-a3e6-aaba1a513a74 is scheduled to L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 04:27:43.466911 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0fc1dc9d-83b7-4734-ac2a-077dc06943a6 admin admin] Publish callbacks [] for security_group (5db82f61-3a7c-4990-9c2b-05f8af424fe7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:43.475759 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-85515387-23cf-4690-88f0-88fff947e94c None None] For port 375c166a-9283-4d87-bbb3-2925d0dc4f9c, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=375c166a-9283-4d87-bbb3-2925d0dc4f9c,segment=NetworkSegment(515ccb09-711b-4d3e-b358-aedeeb94a00e),segment_id=515ccb09-711b-4d3e-b358-aedeeb94a00e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:27:43.532757 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fff9018b-536b-4032-81d9-0666537693c3 admin admin] Publish callbacks [] for security_group (0cdfb2b4-5305-4fc2-b273-673a4a157593), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:43.539390 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fff9018b-536b-4032-81d9-0666537693c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (0cdfb2b4-5305-4fc2-b273-673a4a157593), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:43.590061 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fff9018b-536b-4032-81d9-0666537693c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 04:27:43.592898 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9018b-536b-4032-81d9-0666537693c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdfb2b4-5305-4fc2-b273-673a4a157593,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:43.605490 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-85515387-23cf-4690-88f0-88fff947e94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (375c166a-9283-4d87-bbb3-2925d0dc4f9c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:43.616277 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710cb5f9-0462-43dd-93d5-a7332f2d051c None None] Network c098f41a-1b6f-43cb-bcbf-7c93b467901c requested from dv-cinder-838009-3-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 04:27:43.621126 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fff9018b-536b-4032-81d9-0666537693c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754'] for segment (eba89e37-d903-4a50-b018-bea7c47e8946), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:43.621783 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.db.segments_db [None req-fff9018b-536b-4032-81d9-0666537693c3 admin admin] Added segment eba89e37-d903-4a50-b018-bea7c47e8946 of type vlan for network d0b894fb-ca2e-4f02-9d2e-0b887784e9ae May 09 04:27:43.646205 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b383e0be-e023-41af-8037-5b03a9256447 admin admin] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:27:43.658935 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cff2304-9208-4ae7-84a9-549a78405eda None None] Sync routers for ids ['7218fba7-f47d-4d1b-a3e6-aaba1a513a74'] in dv-cinder-838009-3-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:27:43.668884 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0fc1dc9d-83b7-4734-ac2a-077dc06943a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (5db82f61-3a7c-4990-9c2b-05f8af424fe7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:43.671834 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0fc1dc9d-83b7-4734-ac2a-077dc06943a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:43.673881 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-0fc1dc9d-83b7-4734-ac2a-077dc06943a6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5db82f61-3a7c-4990-9c2b-05f8af424fe7 HTTP/1.1" status: 204 len: 168 time: 0.3320599 May 09 04:27:43.681558 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b383e0be-e023-41af-8037-5b03a9256447 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:43.685543 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-b383e0be-e023-41af-8037-5b03a9256447 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.5860748 May 09 04:27:43.686049 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fff9018b-536b-4032-81d9-0666537693c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782007660162'] for network (d0b894fb-ca2e-4f02-9d2e-0b887784e9ae), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:43.689994 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 44618) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:43.697942 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc1dc9d-83b7-4734-ac2a-077dc06943a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db82f61-3a7c-4990-9c2b-05f8af424fe7,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:43.698550 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cff2304-9208-4ae7-84a9-549a78405eda None None] Routers {'7218fba7-f47d-4d1b-a3e6-aaba1a513a74'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:27:43.699223 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-0cff2304-9208-4ae7-84a9-549a78405eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:27:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['7218fba7-f47d-4d1b-a3e6-aaba1a513a74'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:27:43.748183 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fff9018b-536b-4032-81d9-0666537693c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278'] for network (d0b894fb-ca2e-4f02-9d2e-0b887784e9ae), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:43.750297 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff9018b-536b-4032-81d9-0666537693c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:43.751315 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fff9018b-536b-4032-81d9-0666537693c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:43.892761 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-fff9018b-536b-4032-81d9-0666537693c3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7688065 May 09 04:27:43.898021 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 44626) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:43.911516 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-0cff2304-9208-4ae7-84a9-549a78405eda None None] Set router 7218fba7-f47d-4d1b-a3e6-aaba1a513a74 gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:27:43.915064 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-936c75ec-dbea-450c-959c-244f7cd54161 admin admin] Request body: {'subnet': {'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1136214510-subnet', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:27:43.932283 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9018b-536b-4032-81d9-0666537693c3 admin admin] Pushing event updated for resources: {'Network': ['ID=d0b894fb-ca2e-4f02-9d2e-0b887784e9ae,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:43.984520 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936c75ec-dbea-450c-959c-244f7cd54161 admin admin] Made reservation on behalf of b6223852af9c4361b99a24e7a49a7734 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:27:43.987801 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-936c75ec-dbea-450c-959c-244f7cd54161 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:44.155372 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Network d0b894fb-ca2e-4f02-9d2e-0b887784e9ae details requested by agent ovs-agent-dv-cinder-838009-3-iscsi with host dv-cinder-838009-3-iscsi {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 04:27:44.157596 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 7113abb1-73d9-40ca-bca3-339dc9e98ae7 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:27:44.265740 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device e01a340c-e326-4051-a4e0-0d68ecd04793 up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:27:44.331652 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-0cff2304-9208-4ae7-84a9-549a78405eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7218fba7-f47d-4d1b-a3e6-aaba1a513a74', 'name': 'tempest-TestShelveInstance-741967566-router', 'tenant_id': '04dd4b39fd594b19a4fa84188cf31fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'a6fff779-10d4-4785-a829-61745b937b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:40Z', 'updated_at': '2022-05-09T04:27:42Z', 'revision_number': 3, 'project_id': '04dd4b39fd594b19a4fa84188cf31fd4', 'gw_port': {'id': 'a6fff779-10d4-4785-a829-61745b937b90', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:58:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7218fba7-f47d-4d1b-a3e6-aaba1a513a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:41Z', 'updated_at': '2022-05-09T04:27:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi'}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:27:44.448091 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cff2304-9208-4ae7-84a9-549a78405eda None None] Checking router: 7218fba7-f47d-4d1b-a3e6-aaba1a513a74 for host: dv-cinder-838009-3-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:27:44.448448 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cff2304-9208-4ae7-84a9-549a78405eda None None] Updating router 7218fba7-f47d-4d1b-a3e6-aaba1a513a74 port a6fff779-10d4-4785-a829-61745b937b90 binding host dv-cinder-838009-3-iscsi {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 04:27:44.462724 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-936c75ec-dbea-450c-959c-244f7cd54161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278'] for subnet (dbed64c5-3159-495c-b3f2-34c99afd3de9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:44.548588 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c75ec-dbea-450c-959c-244f7cd54161 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbed64c5-3159-495c-b3f2-34c99afd3de9,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:44.551493 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0cff2304-9208-4ae7-84a9-549a78405eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (a6fff779-10d4-4785-a829-61745b937b90), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:44.592482 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936c75ec-dbea-450c-959c-244f7cd54161 admin admin] Checking segment: {'id': 'eba89e37-d903-4a50-b018-bea7c47e8946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:27:44.593062 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936c75ec-dbea-450c-959c-244f7cd54161 admin admin] Network hostable DHCP agents. Network: d0b894fb-ca2e-4f02-9d2e-0b887784e9ae, hostable agents: ['144b4b53-faa6-4e1c-8c93-1df238c644e2'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 04:27:44.620513 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936c75ec-dbea-450c-959c-244f7cd54161 admin admin] Network d0b894fb-ca2e-4f02-9d2e-0b887784e9ae is scheduled to be hosted by DHCP agent 144b4b53-faa6-4e1c-8c93-1df238c644e2 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 04:27:44.634561 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-936c75ec-dbea-450c-959c-244f7cd54161 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-3-iscsi, d0b894fb-ca2e-4f02-9d2e-0b887784e9ae) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:27:44.641833 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] No Port match for: 7113abb1-73d9-40ca-bca3-339dc9e98ae7 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 04:27:44.642286 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 7113abb1-73d9-40ca-bca3-339dc9e98ae7 not bound to the agent host hv-cinder-83800 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 04:27:44.652492 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936c75ec-dbea-450c-959c-244f7cd54161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:44.653168 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-936c75ec-dbea-450c-959c-244f7cd54161 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:44.684705 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-c71d3ec4-679e-46b4-b220-06abb668d9b4 None None] Provisioning complete for port e01a340c-e326-4051-a4e0-0d68ecd04793 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:27:44.685262 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c71d3ec4-679e-46b4-b220-06abb668d9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (e01a340c-e326-4051-a4e0-0d68ecd04793), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:44.686153 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-936c75ec-dbea-450c-959c-244f7cd54161 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7822354 May 09 04:27:44.689985 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 44660) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:44.700473 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3509dc6c-a8f3-4ad9-9cbb-abed64c708e2 None None] Network d0b894fb-ca2e-4f02-9d2e-0b887784e9ae requested from dv-cinder-838009-3-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 04:27:44.711408 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-3a3882e2-3c44-4a03-97d0-7701fa19f89e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1136214510-router', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:27:44.767610 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a3882e2-3c44-4a03-97d0-7701fa19f89e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29848'] for router (ca67ea01-395b-4d58-a518-591071975afb), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:44.768939 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a3882e2-3c44-4a03-97d0-7701fa19f89e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653837', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-269844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29841'] for router (ca67ea01-395b-4d58-a518-591071975afb), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:44.840301 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a3882e2-3c44-4a03-97d0-7701fa19f89e admin admin] Publish callbacks [] for router_controller (ca67ea01-395b-4d58-a518-591071975afb), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:44.881838 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6a67e-f999-49f9-8181-7a907abb8eff req-64c789a7-1ec8-4374-8cdd-b87c1911e602 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:44.890559 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a3e6a67e-f999-49f9-8181-7a907abb8eff req-64c789a7-1ec8-4374-8cdd-b87c1911e602 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 945 time: 1.0175860 May 09 04:27:44.901050 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85515387-23cf-4690-88f0-88fff947e94c None None] Pushing event updated for resources: {'Port': ['ID=375c166a-9283-4d87-bbb3-2925d0dc4f9c,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:44.923458 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a1d5c109-afff-420e-8872-5d2faeac0b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04d1be9-cb9f-4ed9-9226-a291a9c81dff', 'name': 'tempest-TestShelveInstance-1520089352-router', 'tenant_id': 'c8cbe32e8ede404fa3d19537256606e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '5c763fc0-7c8f-43a1-82ae-4184b2b9c426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:34Z', 'updated_at': '2022-05-09T04:27:37Z', 'revision_number': 4, 'project_id': 'c8cbe32e8ede404fa3d19537256606e1', 'gw_port': {'id': '5c763fc0-7c8f-43a1-82ae-4184b2b9c426', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ab:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04d1be9-cb9f-4ed9-9226-a291a9c81dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:35Z', 'updated_at': '2022-05-09T04:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '375c166a-9283-4d87-bbb3-2925d0dc4f9c', 'name': '', 'network_id': '6b94aa6a-0d58-466c-8eb9-c480de2276aa', 'tenant_id': 'c8cbe32e8ede404fa3d19537256606e1', 'mac_address': 'fa:16:3e:08:9f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04d1be9-cb9f-4ed9-9226-a291a9c81dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'f838df5a-9048-42ae-96b1-031768c0ebaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:37Z', 'updated_at': '2022-05-09T04:27:42Z', 'revision_number': 4, 'project_id': 'c8cbe32e8ede404fa3d19537256606e1', 'subnets': [{'id': 'f838df5a-9048-42ae-96b1-031768c0ebaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:27:44.955051 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a3e6a67e-f999-49f9-8181-7a907abb8eff req-1517dd3f-1b47-4f7e-ade0-2422f40f1900 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633152 May 09 04:27:44.992744 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d5c109-afff-420e-8872-5d2faeac0b45 None None] The sync data for ids ['d04d1be9-cb9f-4ed9-9226-a291a9c81dff'] in dv-cinder-838009-3-iscsi is: [{'id': 'd04d1be9-cb9f-4ed9-9226-a291a9c81dff', 'name': 'tempest-TestShelveInstance-1520089352-router', 'tenant_id': 'c8cbe32e8ede404fa3d19537256606e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '5c763fc0-7c8f-43a1-82ae-4184b2b9c426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:34Z', 'updated_at': '2022-05-09T04:27:37Z', 'revision_number': 4, 'project_id': 'c8cbe32e8ede404fa3d19537256606e1', 'gw_port': {'id': '5c763fc0-7c8f-43a1-82ae-4184b2b9c426', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ab:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04d1be9-cb9f-4ed9-9226-a291a9c81dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:35Z', 'updated_at': '2022-05-09T04:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '375c166a-9283-4d87-bbb3-2925d0dc4f9c', 'name': '', 'network_id': '6b94aa6a-0d58-466c-8eb9-c480de2276aa', 'tenant_id': 'c8cbe32e8ede404fa3d19537256606e1', 'mac_address': 'fa:16:3e:08:9f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04d1be9-cb9f-4ed9-9226-a291a9c81dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'f838df5a-9048-42ae-96b1-031768c0ebaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:37Z', 'updated_at': '2022-05-09T04:27:42Z', 'revision_number': 4, 'project_id': 'c8cbe32e8ede404fa3d19537256606e1', 'subnets': [{'id': 'f838df5a-9048-42ae-96b1-031768c0ebaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:27:45.051452 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a3882e2-3c44-4a03-97d0-7701fa19f89e admin admin] Publish callbacks [] for router_gateway (ca67ea01-395b-4d58-a518-591071975afb), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:45.104749 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port e01a340c-e326-4051-a4e0-0d68ecd04793 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:27:45.105138 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (e01a340c-e326-4051-a4e0-0d68ecd04793), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:45.236074 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0cff2304-9208-4ae7-84a9-549a78405eda None None] Publish callbacks [] for port (a6fff779-10d4-4785-a829-61745b937b90), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:45.249365 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0cff2304-9208-4ae7-84a9-549a78405eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (a6fff779-10d4-4785-a829-61745b937b90), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:45.296164 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095ce839-66c8-43e0-bd18-b62963116463 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb5d7134-a911-54f2-a3b8-b69254a18049-d0b894fb-ca2e-4f02-9d2e-0b887784e9ae', 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae', 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'fixed_ips': [{'subnet_id': 'dbed64c5-3159-495c-b3f2-34c99afd3de9'}]}} from dv-cinder-838009-3-iscsi. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 09 04:27:45.297061 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-095ce839-66c8-43e0-bd18-b62963116463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:45.350363 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-c71d3ec4-679e-46b4-b220-06abb668d9b4 None None] Current status of the port e01a340c-e326-4051-a4e0-0d68ecd04793 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:27:45.350867 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c71d3ec4-679e-46b4-b220-06abb668d9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (e01a340c-e326-4051-a4e0-0d68ecd04793), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:45.360724 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05482021-0da2-49b3-97f6-a02d6827aaa0 None None] Pushing event updated for resources: {'Port': ['ID=a6fff779-10d4-4785-a829-61745b937b90,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:45.404167 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-0cff2304-9208-4ae7-84a9-549a78405eda None None] Attempting to bind port a6fff779-10d4-4785-a829-61745b937b90 on host dv-cinder-838009-3-iscsi for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:27:45.404804 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-0cff2304-9208-4ae7-84a9-549a78405eda None None] Attempting to bind port a6fff779-10d4-4785-a829-61745b937b90 by drivers openvswitch,hyperv on host dv-cinder-838009-3-iscsi at level 0 using segments [{'id': 'bfcd5364-714b-4eea-b1ab-23d5506cc730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:27:45.405325 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cff2304-9208-4ae7-84a9-549a78405eda None None] Attempting to bind port a6fff779-10d4-4785-a829-61745b937b90 on network 1111f3a4-c02a-41de-91e1-42f5a19c8209 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:27:45.416564 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cff2304-9208-4ae7-84a9-549a78405eda None None] Checking agent: {'id': '9a15748d-6a05-4459-b777-d0dd003edfa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 17, 57), 'started_at': datetime.datetime(2022, 5, 9, 4, 18, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:27:45.419309 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cff2304-9208-4ae7-84a9-549a78405eda None None] Checking segment: {'id': 'bfcd5364-714b-4eea-b1ab-23d5506cc730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:27:45.419872 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0cff2304-9208-4ae7-84a9-549a78405eda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:45.421564 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cff2304-9208-4ae7-84a9-549a78405eda None None] Bound using segment: {'id': 'bfcd5364-714b-4eea-b1ab-23d5506cc730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:27:45.422210 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-0cff2304-9208-4ae7-84a9-549a78405eda None None] Bound port: a6fff779-10d4-4785-a829-61745b937b90, host: dv-cinder-838009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfcd5364-714b-4eea-b1ab-23d5506cc730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:27:45.423844 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0cff2304-9208-4ae7-84a9-549a78405eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (a6fff779-10d4-4785-a829-61745b937b90), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:45.498251 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port e01a340c-e326-4051-a4e0-0d68ecd04793 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:27:45.498641 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (e01a340c-e326-4051-a4e0-0d68ecd04793), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:45.527410 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-0cff2304-9208-4ae7-84a9-549a78405eda None None] For port a6fff779-10d4-4785-a829-61745b937b90, host dv-cinder-838009-3-iscsi, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:27:45.534562 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-0cff2304-9208-4ae7-84a9-549a78405eda None None] For port a6fff779-10d4-4785-a829-61745b937b90, host dv-cinder-838009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=a6fff779-10d4-4785-a829-61745b937b90,segment=NetworkSegment(bfcd5364-714b-4eea-b1ab-23d5506cc730),segment_id=bfcd5364-714b-4eea-b1ab-23d5506cc730)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:27:45.548849 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-0cff2304-9208-4ae7-84a9-549a78405eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (a6fff779-10d4-4785-a829-61745b937b90), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:45.580643 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] For port e01a340c-e326-4051-a4e0-0d68ecd04793, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=e01a340c-e326-4051-a4e0-0d68ecd04793,segment=NetworkSegment(f341e802-0fa0-4391-8859-90dd675b2e9c),segment_id=f341e802-0fa0-4391-8859-90dd675b2e9c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:27:45.600015 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a3882e2-3c44-4a03-97d0-7701fa19f89e admin admin] Publish callbacks [] for router_gateway (ca67ea01-395b-4d58-a518-591071975afb), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:45.604744 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (e01a340c-e326-4051-a4e0-0d68ecd04793), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:45.655102 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a3882e2-3c44-4a03-97d0-7701fa19f89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:45.658270 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-420ee604-ba8b-40c3-9fce-d34735fa9a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:45.692281 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cff2304-9208-4ae7-84a9-549a78405eda None None] Routers {'7218fba7-f47d-4d1b-a3e6-aaba1a513a74'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:27:45.697000 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-0cff2304-9208-4ae7-84a9-549a78405eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:27:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['7218fba7-f47d-4d1b-a3e6-aaba1a513a74'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:27:45.811933 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Pushing event updated for resources: {'Port': ['ID=e01a340c-e326-4051-a4e0-0d68ecd04793,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:45.832803 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05482021-0da2-49b3-97f6-a02d6827aaa0 None None] Pushing event updated for resources: {'Port': ['ID=a6fff779-10d4-4785-a829-61745b937b90,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:45.851828 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 44694) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:45.913611 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.db.api [None req-c71d3ec4-679e-46b4-b220-06abb668d9b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 04:27:45.913611 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG oslo_db.api [None req-c71d3ec4-679e-46b4-b220-06abb668d9b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 04:27:45.938092 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-095ce839-66c8-43e0-bd18-b62963116463 None None] Allocated IP 172.20.0.2 (d0b894fb-ca2e-4f02-9d2e-0b887784e9ae/dbed64c5-3159-495c-b3f2-34c99afd3de9/9f2baa25-9417-4268-a4b6-6a85f7684868) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:27:45.961861 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 44700) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:46.070747 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-0cff2304-9208-4ae7-84a9-549a78405eda None None] Set router 7218fba7-f47d-4d1b-a3e6-aaba1a513a74 gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:27:46.124163 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-441a4652-3788-4c9c-92e5-b71cd23ef0e5 admin admin] Deleting subnet 608c9b1c-6abe-4a88-8a3b-70d6c86eb3ac {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 04:27:46.169667 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-420ee604-ba8b-40c3-9fce-d34735fa9a24 admin admin] Allocated IP 172.20.0.1 (c098f41a-1b6f-43cb-bcbf-7c93b467901c/87b48efb-b1e0-41b2-b0c9-d4e283605b77/7b3eb8bc-0060-4827-848f-bdcb8b979414) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:27:46.198394 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-441a4652-3788-4c9c-92e5-b71cd23ef0e5 admin admin] Publish callbacks [] for subnet (608c9b1c-6abe-4a88-8a3b-70d6c86eb3ac), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:46.205797 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-3a3882e2-3c44-4a03-97d0-7701fa19f89e admin admin] Allocated IP 172.27.2.48 (1111f3a4-c02a-41de-91e1-42f5a19c8209/55f6eeca-e44f-4feb-bdb6-d6fdf07e4029/ed11706f-8b65-4323-8168-54f4f9dd0b4a) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:27:46.224211 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 375c166a-9283-4d87-bbb3-2925d0dc4f9c up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:27:46.235068 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-955bbef1-c984-4914-af20-be86f02126f8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-524112707-network', 'tenant_id': 'cf2a64ab3bc1448b8a934e2d103bb161'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:27:46.274247 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-441a4652-3788-4c9c-92e5-b71cd23ef0e5 admin admin] Publish callbacks [] for subnet (608c9b1c-6abe-4a88-8a3b-70d6c86eb3ac), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:46.288919 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-095ce839-66c8-43e0-bd18-b62963116463 None None] Publish callbacks [] for port (9f2baa25-9417-4268-a4b6-6a85f7684868), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:46.290527 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-441a4652-3788-4c9c-92e5-b71cd23ef0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16420057'] for subnet (608c9b1c-6abe-4a88-8a3b-70d6c86eb3ac), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:46.301210 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port 375c166a-9283-4d87-bbb3-2925d0dc4f9c triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:27:46.302325 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (375c166a-9283-4d87-bbb3-2925d0dc4f9c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:46.356119 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-095ce839-66c8-43e0-bd18-b62963116463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060'] for port (9f2baa25-9417-4268-a4b6-6a85f7684868), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:46.395627 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-441a4652-3788-4c9c-92e5-b71cd23ef0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16420032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278'] for subnet (608c9b1c-6abe-4a88-8a3b-70d6c86eb3ac), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:46.411079 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955bbef1-c984-4914-af20-be86f02126f8 admin admin] Made reservation on behalf of cf2a64ab3bc1448b8a934e2d103bb161 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:27:46.421140 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-955bbef1-c984-4914-af20-be86f02126f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:46.438715 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-955bbef1-c984-4914-af20-be86f02126f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:46.442025 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ce839-66c8-43e0-bd18-b62963116463 None None] Pushing event updated for resources: {'Port': ['ID=9f2baa25-9417-4268-a4b6-6a85f7684868,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:46.449075 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a4652-3788-4c9c-92e5-b71cd23ef0e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=608c9b1c-6abe-4a88-8a3b-70d6c86eb3ac,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:46.493951 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-0cff2304-9208-4ae7-84a9-549a78405eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7218fba7-f47d-4d1b-a3e6-aaba1a513a74', 'name': 'tempest-TestShelveInstance-741967566-router', 'tenant_id': '04dd4b39fd594b19a4fa84188cf31fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'a6fff779-10d4-4785-a829-61745b937b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:40Z', 'updated_at': '2022-05-09T04:27:42Z', 'revision_number': 3, 'project_id': '04dd4b39fd594b19a4fa84188cf31fd4', 'gw_port': {'id': 'a6fff779-10d4-4785-a829-61745b937b90', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:58:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7218fba7-f47d-4d1b-a3e6-aaba1a513a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:41Z', 'updated_at': '2022-05-09T04:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi'}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:27:46.502093 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095ce839-66c8-43e0-bd18-b62963116463 None None] Network d0b894fb-ca2e-4f02-9d2e-0b887784e9ae is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:27:46.506428 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-420ee604-ba8b-40c3-9fce-d34735fa9a24 admin admin] Publish callbacks [] for port (7b3eb8bc-0060-4827-848f-bdcb8b979414), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:46.527391 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c837e-546e-49d1-be62-ced952670bfc req-500dd60d-f1fb-4ce2-8619-c52814a5590e tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:46.529066 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-778c837e-546e-49d1-be62-ced952670bfc req-500dd60d-f1fb-4ce2-8619-c52814a5590e tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 945 time: 0.4212072 May 09 04:27:46.538723 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cff2304-9208-4ae7-84a9-549a78405eda None None] The sync data for ids ['7218fba7-f47d-4d1b-a3e6-aaba1a513a74'] in dv-cinder-838009-3-iscsi is: [{'id': '7218fba7-f47d-4d1b-a3e6-aaba1a513a74', 'name': 'tempest-TestShelveInstance-741967566-router', 'tenant_id': '04dd4b39fd594b19a4fa84188cf31fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'a6fff779-10d4-4785-a829-61745b937b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:40Z', 'updated_at': '2022-05-09T04:27:42Z', 'revision_number': 3, 'project_id': '04dd4b39fd594b19a4fa84188cf31fd4', 'gw_port': {'id': 'a6fff779-10d4-4785-a829-61745b937b90', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:58:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7218fba7-f47d-4d1b-a3e6-aaba1a513a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:41Z', 'updated_at': '2022-05-09T04:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:27:46.550772 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-095ce839-66c8-43e0-bd18-b62963116463 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:27:46.555610 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095ce839-66c8-43e0-bd18-b62963116463 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:27:46.557751 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port 375c166a-9283-4d87-bbb3-2925d0dc4f9c is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:27:46.558903 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device e01a340c-e326-4051-a4e0-0d68ecd04793 up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:27:46.574391 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-441a4652-3788-4c9c-92e5-b71cd23ef0e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:46.585957 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-441a4652-3788-4c9c-92e5-b71cd23ef0e5 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/608c9b1c-6abe-4a88-8a3b-70d6c86eb3ac HTTP/1.1" status: 204 len: 168 time: 0.7326829 May 09 04:27:46.586919 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 44708) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:46.624895 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-420ee604-ba8b-40c3-9fce-d34735fa9a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060'] for port (7b3eb8bc-0060-4827-848f-bdcb8b979414), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:46.625509 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-c71d3ec4-679e-46b4-b220-06abb668d9b4 None None] Current status of the port e01a340c-e326-4051-a4e0-0d68ecd04793 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:27:46.653716 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-955bbef1-c984-4914-af20-be86f02126f8 admin admin] Publish callbacks [] for security_group (3f5857f0-83c5-40c8-9ce8-13118e1e61c8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:46.680601 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-955bbef1-c984-4914-af20-be86f02126f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (3f5857f0-83c5-40c8-9ce8-13118e1e61c8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:46.682910 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-c71d3ec4-679e-46b4-b220-06abb668d9b4 None None] Provisioning complete for port 375c166a-9283-4d87-bbb3-2925d0dc4f9c triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:27:46.688388 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c71d3ec4-679e-46b4-b220-06abb668d9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (375c166a-9283-4d87-bbb3-2925d0dc4f9c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:46.693910 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-095ce839-66c8-43e0-bd18-b62963116463 None None] Attempting to bind port 9f2baa25-9417-4268-a4b6-6a85f7684868 on host dv-cinder-838009-3-iscsi for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:27:46.694289 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-095ce839-66c8-43e0-bd18-b62963116463 None None] Attempting to bind port 9f2baa25-9417-4268-a4b6-6a85f7684868 by drivers openvswitch,hyperv on host dv-cinder-838009-3-iscsi at level 0 using segments [{'id': 'eba89e37-d903-4a50-b018-bea7c47e8946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:27:46.694657 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095ce839-66c8-43e0-bd18-b62963116463 None None] Attempting to bind port 9f2baa25-9417-4268-a4b6-6a85f7684868 on network d0b894fb-ca2e-4f02-9d2e-0b887784e9ae {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:27:46.727542 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095ce839-66c8-43e0-bd18-b62963116463 None None] Checking agent: {'id': '9a15748d-6a05-4459-b777-d0dd003edfa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 17, 57), 'started_at': datetime.datetime(2022, 5, 9, 4, 18, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:27:46.727948 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095ce839-66c8-43e0-bd18-b62963116463 None None] Checking segment: {'id': 'eba89e37-d903-4a50-b018-bea7c47e8946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:27:46.728758 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-095ce839-66c8-43e0-bd18-b62963116463 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:46.728758 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095ce839-66c8-43e0-bd18-b62963116463 None None] Bound using segment: {'id': 'eba89e37-d903-4a50-b018-bea7c47e8946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:27:46.729228 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-095ce839-66c8-43e0-bd18-b62963116463 None None] Bound port: 9f2baa25-9417-4268-a4b6-6a85f7684868, host: dv-cinder-838009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eba89e37-d903-4a50-b018-bea7c47e8946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:27:46.729631 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-095ce839-66c8-43e0-bd18-b62963116463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (9f2baa25-9417-4268-a4b6-6a85f7684868), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:46.760331 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port e01a340c-e326-4051-a4e0-0d68ecd04793 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:27:46.760721 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (e01a340c-e326-4051-a4e0-0d68ecd04793), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:46.767409 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-955bbef1-c984-4914-af20-be86f02126f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 04:27:46.768502 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-778c837e-546e-49d1-be62-ced952670bfc req-3765dd59-1b76-492c-895d-2cc595d02c4d tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689322 May 09 04:27:46.780268 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420ee604-ba8b-40c3-9fce-d34735fa9a24 admin admin] Network c098f41a-1b6f-43cb-bcbf-7c93b467901c is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:27:46.789982 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0c066d8-3264-4a88-aff8-d5826cac00da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16361990'] for network (38a931bd-bcdb-4a4e-93b0-9762abc0163c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:46.797957 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-420ee604-ba8b-40c3-9fce-d34735fa9a24 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:27:46.808624 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955bbef1-c984-4914-af20-be86f02126f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5857f0-83c5-40c8-9ce8-13118e1e61c8,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:46.826453 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420ee604-ba8b-40c3-9fce-d34735fa9a24 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:27:46.827187 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-420ee604-ba8b-40c3-9fce-d34735fa9a24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639991'] for router_interface (7218fba7-f47d-4d1b-a3e6-aaba1a513a74), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:46.843043 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-955bbef1-c984-4914-af20-be86f02126f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754'] for segment (e721fef7-2fbf-4951-beab-ce8ea2bdc6b4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:46.843668 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.db.segments_db [None req-955bbef1-c984-4914-af20-be86f02126f8 admin admin] Added segment e721fef7-2fbf-4951-beab-ce8ea2bdc6b4 of type vlan for network da1a742f-a0fb-4823-acf5-bb842d53e97e May 09 04:27:46.846453 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ee604-ba8b-40c3-9fce-d34735fa9a24 admin admin] Pushing event updated for resources: {'Port': ['ID=7b3eb8bc-0060-4827-848f-bdcb8b979414,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:46.874615 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a3882e2-3c44-4a03-97d0-7701fa19f89e admin admin] Publish callbacks [] for port (ed11706f-8b65-4323-8168-54f4f9dd0b4a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:46.954478 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-095ce839-66c8-43e0-bd18-b62963116463 None None] For port 9f2baa25-9417-4268-a4b6-6a85f7684868, host dv-cinder-838009-3-iscsi, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:27:46.964708 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-095ce839-66c8-43e0-bd18-b62963116463 None None] For port 9f2baa25-9417-4268-a4b6-6a85f7684868, host dv-cinder-838009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=9f2baa25-9417-4268-a4b6-6a85f7684868,segment=NetworkSegment(eba89e37-d903-4a50-b018-bea7c47e8946),segment_id=eba89e37-d903-4a50-b018-bea7c47e8946)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:27:47.007293 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0c066d8-3264-4a88-aff8-d5826cac00da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16419436', 'neutron.services.segments.db._delete_segments_for_network-8782008167190'] for network (38a931bd-bcdb-4a4e-93b0-9762abc0163c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:47.041175 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-955bbef1-c984-4914-af20-be86f02126f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782007660162'] for network (da1a742f-a0fb-4823-acf5-bb842d53e97e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:47.043352 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-c71d3ec4-679e-46b4-b220-06abb668d9b4 None None] Current status of the port 375c166a-9283-4d87-bbb3-2925d0dc4f9c is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:27:47.054816 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-095ce839-66c8-43e0-bd18-b62963116463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (9f2baa25-9417-4268-a4b6-6a85f7684868), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:47.067399 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0c066d8-3264-4a88-aff8-d5826cac00da admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:27:47.068351 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0c066d8-3264-4a88-aff8-d5826cac00da admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:27:47.069353 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0c066d8-3264-4a88-aff8-d5826cac00da admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:27:47.069908 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0c066d8-3264-4a88-aff8-d5826cac00da admin admin] Subscribe: > port after_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:27:47.070452 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0c066d8-3264-4a88-aff8-d5826cac00da admin admin] Subscribe: > port after_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:27:47.071004 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0c066d8-3264-4a88-aff8-d5826cac00da admin admin] Subscribe: > port after_update 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:27:47.071526 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0c066d8-3264-4a88-aff8-d5826cac00da admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:27:47.072094 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0c066d8-3264-4a88-aff8-d5826cac00da admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:27:47.072644 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0c066d8-3264-4a88-aff8-d5826cac00da admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:27:47.073210 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0c066d8-3264-4a88-aff8-d5826cac00da admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:27:47.115962 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port e01a340c-e326-4051-a4e0-0d68ecd04793 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:27:47.222820 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0c066d8-3264-4a88-aff8-d5826cac00da admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:27:47.223207 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0c066d8-3264-4a88-aff8-d5826cac00da admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:27:47.223544 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0c066d8-3264-4a88-aff8-d5826cac00da admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:27:47.223881 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0c066d8-3264-4a88-aff8-d5826cac00da admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:27:47.224981 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-b0c066d8-3264-4a88-aff8-d5826cac00da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38a931bd-bcdb-4a4e-93b0-9762abc0163c']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:27:47.230203 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-955bbef1-c984-4914-af20-be86f02126f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278'] for network (da1a742f-a0fb-4823-acf5-bb842d53e97e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:47.231359 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955bbef1-c984-4914-af20-be86f02126f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:47.231972 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-955bbef1-c984-4914-af20-be86f02126f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:47.239795 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-420ee604-ba8b-40c3-9fce-d34735fa9a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (7b3eb8bc-0060-4827-848f-bdcb8b979414), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:47.243123 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ce839-66c8-43e0-bd18-b62963116463 None None] Pushing event updated for resources: {'Port': ['ID=9f2baa25-9417-4268-a4b6-6a85f7684868,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:47.251106 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-689c0c28-cded-4516-8a92-dff65d7ff210 None None] Provisioning complete for port e01a340c-e326-4051-a4e0-0d68ecd04793 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:27:47.251522 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-689c0c28-cded-4516-8a92-dff65d7ff210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (e01a340c-e326-4051-a4e0-0d68ecd04793), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:47.261556 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a3882e2-3c44-4a03-97d0-7701fa19f89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (ed11706f-8b65-4323-8168-54f4f9dd0b4a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:47.274326 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-b0c066d8-3264-4a88-aff8-d5826cac00da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a755896-dc0c-4b14-9f17-b8714677f608') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:27:47.274701 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-b0c066d8-3264-4a88-aff8-d5826cac00da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a755896-dc0c-4b14-9f17-b8714677f608') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:27:47.354207 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3882e2-3c44-4a03-97d0-7701fa19f89e admin admin] Pushing event updated for resources: {'Port': ['ID=ed11706f-8b65-4323-8168-54f4f9dd0b4a,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:47.355750 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-955bbef1-c984-4914-af20-be86f02126f8 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3920765 May 09 04:27:47.358397 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955bbef1-c984-4914-af20-be86f02126f8 admin admin] Pushing event updated for resources: {'Network': ['ID=da1a742f-a0fb-4823-acf5-bb842d53e97e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:47.361998 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 44710) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:47.367297 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a386b533-1250-4556-845d-2ebcd565aa55 admin admin] Request body: {'subnet': {'network_id': 'da1a742f-a0fb-4823-acf5-bb842d53e97e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-524112707-subnet', 'tenant_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:27:47.368647 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0c066d8-3264-4a88-aff8-d5826cac00da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782008168991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260862404'] for segment (8a755896-dc0c-4b14-9f17-b8714677f608), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:47.406168 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-689c0c28-cded-4516-8a92-dff65d7ff210 None None] Current status of the port e01a340c-e326-4051-a4e0-0d68ecd04793 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:27:47.410520 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Network da1a742f-a0fb-4823-acf5-bb842d53e97e details requested by agent ovs-agent-dv-cinder-838009-3-iscsi with host dv-cinder-838009-3-iscsi {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 04:27:47.460420 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a386b533-1250-4556-845d-2ebcd565aa55 admin admin] Made reservation on behalf of cf2a64ab3bc1448b8a934e2d103bb161 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:27:47.465749 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a386b533-1250-4556-845d-2ebcd565aa55 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:47.485383 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3882e2-3c44-4a03-97d0-7701fa19f89e admin admin] Network 1111f3a4-c02a-41de-91e1-42f5a19c8209 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:27:47.486643 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0c066d8-3264-4a88-aff8-d5826cac00da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754'] for segment (8a755896-dc0c-4b14-9f17-b8714677f608), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:47.509871 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-3a3882e2-3c44-4a03-97d0-7701fa19f89e admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:27:47.527719 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0c066d8-3264-4a88-aff8-d5826cac00da admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 04:27:47.528153 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0c066d8-3264-4a88-aff8-d5826cac00da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718903'] for segment (8a755896-dc0c-4b14-9f17-b8714677f608), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:47.555143 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-4a9f5fec-d5c9-4f03-8d4f-ae3057bd2ba4 None None] Provisioning complete for port 7b3eb8bc-0060-4827-848f-bdcb8b979414 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:27:47.560083 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4a9f5fec-d5c9-4f03-8d4f-ae3057bd2ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (7b3eb8bc-0060-4827-848f-bdcb8b979414), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:47.643013 dv-cinder-838009-3-iscsi neutron-server[103225]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 09 04:27:47.643013 dv-cinder-838009-3-iscsi neutron-server[103225]: from cryptography.utils import int_from_bytes May 09 04:27:47.643013 dv-cinder-838009-3-iscsi neutron-server[103225]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 09 04:27:47.643013 dv-cinder-838009-3-iscsi neutron-server[103225]: from cryptography.utils import int_from_bytes May 09 04:27:47.643013 dv-cinder-838009-3-iscsi neutron-server[103225]: Traceback (most recent call last): May 09 04:27:47.643013 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 04:27:47.643013 dv-cinder-838009-3-iscsi neutron-server[103225]: timer() May 09 04:27:47.643013 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 04:27:47.643013 dv-cinder-838009-3-iscsi neutron-server[103225]: cb(*args, **kw) May 09 04:27:47.643013 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 04:27:47.643013 dv-cinder-838009-3-iscsi neutron-server[103225]: return func(*args, **kwargs) May 09 04:27:47.643013 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 04:27:47.643013 dv-cinder-838009-3-iscsi neutron-server[103225]: self._notify() May 09 04:27:47.643013 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 04:27:47.643013 dv-cinder-838009-3-iscsi neutron-server[103225]: self.callback(batched_events) May 09 04:27:47.643013 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 04:27:47.643013 dv-cinder-838009-3-iscsi neutron-server[103225]: event.method(event) May 09 04:27:47.643013 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 04:27:47.643013 dv-cinder-838009-3-iscsi neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 04:27:47.643013 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 04:27:47.643013 dv-cinder-838009-3-iscsi neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( May 09 04:27:47.643013 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 04:27:47.643013 dv-cinder-838009-3-iscsi neutron-server[103225]: return f(self, *a, **k) May 09 04:27:47.643013 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 04:27:47.643013 dv-cinder-838009-3-iscsi neutron-server[103225]: return self._get(url).json() May 09 04:27:47.643013 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 04:27:47.643013 dv-cinder-838009-3-iscsi neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 04:27:47.643013 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 04:27:47.643013 dv-cinder-838009-3-iscsi neutron-server[103225]: return self.request(url, 'GET', **kwargs) May 09 04:27:47.643013 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 04:27:47.643013 dv-cinder-838009-3-iscsi neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, May 09 04:27:47.643013 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 04:27:47.643013 dv-cinder-838009-3-iscsi neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 04:27:47.643013 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 04:27:47.643013 dv-cinder-838009-3-iscsi neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 04:27:47.643013 dv-cinder-838009-3-iscsi neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 04:27:47.646203 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3882e2-3c44-4a03-97d0-7701fa19f89e admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:27:47.687689 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-4a9f5fec-d5c9-4f03-8d4f-ae3057bd2ba4 None None] Port 7b3eb8bc-0060-4827-848f-bdcb8b979414 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 04:27:47.734049 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0c066d8-3264-4a88-aff8-d5826cac00da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16419415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-653516'] for network (38a931bd-bcdb-4a4e-93b0-9762abc0163c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:47.744536 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b0c066d8-3264-4a88-aff8-d5826cac00da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:47.745513 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-420ee604-ba8b-40c3-9fce-d34735fa9a24 admin admin] Publish callbacks [] for port (7b3eb8bc-0060-4827-848f-bdcb8b979414), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:47.753026 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-b0c066d8-3264-4a88-aff8-d5826cac00da admin admin] 10.222.0.44 "DELETE /v2.0/networks/38a931bd-bcdb-4a4e-93b0-9762abc0163c HTTP/1.1" status: 204 len: 168 time: 1.1437719 May 09 04:27:47.766419 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-420ee604-ba8b-40c3-9fce-d34735fa9a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (7b3eb8bc-0060-4827-848f-bdcb8b979414), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:47.767560 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-420ee604-ba8b-40c3-9fce-d34735fa9a24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639165'] for router_interface (7218fba7-f47d-4d1b-a3e6-aaba1a513a74), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:47.785742 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c066d8-3264-4a88-aff8-d5826cac00da admin admin] Pushing event deleted for resources: {'Network': ['ID=38a931bd-bcdb-4a4e-93b0-9762abc0163c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:47.952401 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a386b533-1250-4556-845d-2ebcd565aa55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278'] for subnet (f2c7c720-a0e3-4650-9d10-f6010eaead33), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:48.041238 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ee604-ba8b-40c3-9fce-d34735fa9a24 admin admin] Pushing event updated for resources: {'Port': ['ID=7b3eb8bc-0060-4827-848f-bdcb8b979414,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:48.147965 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device a6fff779-10d4-4785-a829-61745b937b90 up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:27:48.153415 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 44720) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:48.245724 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port a6fff779-10d4-4785-a829-61745b937b90 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:27:48.246115 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (a6fff779-10d4-4785-a829-61745b937b90), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:48.309430 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420ee604-ba8b-40c3-9fce-d34735fa9a24 admin admin] Network c098f41a-1b6f-43cb-bcbf-7c93b467901c is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:27:48.315041 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-85a40729-183e-4140-acf9-417ffd05fa6c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=935900d28d414052836bae2238354dcc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1279337 May 09 04:27:48.315939 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-420ee604-ba8b-40c3-9fce-d34735fa9a24 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:27:48.327476 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 44732) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:48.402686 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a386b533-1250-4556-845d-2ebcd565aa55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2c7c720-a0e3-4650-9d10-f6010eaead33,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:48.484775 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a386b533-1250-4556-845d-2ebcd565aa55 admin admin] Checking segment: {'id': 'e721fef7-2fbf-4951-beab-ce8ea2bdc6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'da1a742f-a0fb-4823-acf5-bb842d53e97e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:27:48.485151 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a386b533-1250-4556-845d-2ebcd565aa55 admin admin] Network hostable DHCP agents. Network: da1a742f-a0fb-4823-acf5-bb842d53e97e, hostable agents: ['144b4b53-faa6-4e1c-8c93-1df238c644e2'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 04:27:48.552214 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a386b533-1250-4556-845d-2ebcd565aa55 admin admin] Network da1a742f-a0fb-4823-acf5-bb842d53e97e is scheduled to be hosted by DHCP agent 144b4b53-faa6-4e1c-8c93-1df238c644e2 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 04:27:48.594894 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebcaa88-a639-4c38-b0f5-c4c9e57c29c9 req-97f85b4c-5325-4ea2-a4cb-6faaca1aaca5 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:48.597173 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a3882e2-3c44-4a03-97d0-7701fa19f89e admin admin] Publish callbacks [] for router_gateway (ca67ea01-395b-4d58-a518-591071975afb), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:48.597303 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8ebcaa88-a639-4c38-b0f5-c4c9e57c29c9 req-97f85b4c-5325-4ea2-a4cb-6faaca1aaca5 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 945 time: 0.3060472 May 09 04:27:48.597824 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-a386b533-1250-4556-845d-2ebcd565aa55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-3-iscsi, da1a742f-a0fb-4823-acf5-bb842d53e97e) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:27:48.616836 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a386b533-1250-4556-845d-2ebcd565aa55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:48.617501 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a386b533-1250-4556-845d-2ebcd565aa55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:48.617611 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336b0341-723b-429b-b440-f5010a96fbd7 None None] Network da1a742f-a0fb-4823-acf5-bb842d53e97e requested from dv-cinder-838009-3-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 04:27:48.619745 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port a6fff779-10d4-4785-a829-61745b937b90 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:27:48.620788 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (a6fff779-10d4-4785-a829-61745b937b90), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:48.690109 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8ebcaa88-a639-4c38-b0f5-c4c9e57c29c9 req-05cb4b57-cb6c-4557-a651-18dfdaf27d3d tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798059 May 09 04:27:48.701688 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] For port a6fff779-10d4-4785-a829-61745b937b90, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=a6fff779-10d4-4785-a829-61745b937b90,segment=NetworkSegment(bfcd5364-714b-4eea-b1ab-23d5506cc730),segment_id=bfcd5364-714b-4eea-b1ab-23d5506cc730)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:27:48.715763 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (a6fff779-10d4-4785-a829-61745b937b90), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:48.715763 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 9f2baa25-9417-4268-a4b6-6a85f7684868 up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:27:48.754030 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-a386b533-1250-4556-845d-2ebcd565aa55 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3908291 May 09 04:27:48.764711 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 44736) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:48.770473 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c0509a9e-3c73-4278-999a-c183ec887f30 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-524112707-router', 'tenant_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:27:48.775865 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93410258-688b-4449-943d-a9a87a4f429b None None] Network d0b894fb-ca2e-4f02-9d2e-0b887784e9ae requested from dv-cinder-838009-3-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 04:27:48.812408 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a1c400fb-8f5d-4a6c-ad49-135f25f5c9bd admin admin] Publish callbacks [] for security_group (8f78eee5-cf2f-41a0-a6fa-018a1a89e0c5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:48.820079 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420ee604-ba8b-40c3-9fce-d34735fa9a24 admin admin] Router 7218fba7-f47d-4d1b-a3e6-aaba1a513a74 has already been hosted by L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 04:27:48.842264 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0509a9e-3c73-4278-999a-c183ec887f30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29848'] for router (7fa5118d-add2-498a-a3dc-87e0c4d54a3a), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:48.843111 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0509a9e-3c73-4278-999a-c183ec887f30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653837', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-269844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29841'] for router (7fa5118d-add2-498a-a3dc-87e0c4d54a3a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:48.852568 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a1c400fb-8f5d-4a6c-ad49-135f25f5c9bd admin admin] Publish callbacks [] for security_group (8f78eee5-cf2f-41a0-a6fa-018a1a89e0c5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:48.882681 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-d1078552-721d-43ee-9309-b9a1b5edb312 None None] Provisioning complete for port 7b3eb8bc-0060-4827-848f-bdcb8b979414 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:27:48.883059 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d1078552-721d-43ee-9309-b9a1b5edb312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (7b3eb8bc-0060-4827-848f-bdcb8b979414), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:48.887204 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a3882e2-3c44-4a03-97d0-7701fa19f89e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654042'] for router (ca67ea01-395b-4d58-a518-591071975afb), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:48.966521 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Pushing event updated for resources: {'Port': ['ID=a6fff779-10d4-4785-a829-61745b937b90,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:48.995125 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0509a9e-3c73-4278-999a-c183ec887f30 admin admin] Publish callbacks [] for router_controller (7fa5118d-add2-498a-a3dc-87e0c4d54a3a), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:48.995363 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-d1078552-721d-43ee-9309-b9a1b5edb312 None None] Port 7b3eb8bc-0060-4827-848f-bdcb8b979414 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 04:27:49.001025 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port 9f2baa25-9417-4268-a4b6-6a85f7684868 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:27:49.001684 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (9f2baa25-9417-4268-a4b6-6a85f7684868), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:49.045197 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300ae42d-9188-47b5-83c1-522b2f9c02cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb5d7134-a911-54f2-a3b8-b69254a18049-da1a742f-a0fb-4823-acf5-bb842d53e97e', 'network_id': 'da1a742f-a0fb-4823-acf5-bb842d53e97e', 'project_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'fixed_ips': [{'subnet_id': 'f2c7c720-a0e3-4650-9d10-f6010eaead33'}]}} from dv-cinder-838009-3-iscsi. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 09 04:27:49.046280 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-300ae42d-9188-47b5-83c1-522b2f9c02cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:49.064233 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3882e2-3c44-4a03-97d0-7701fa19f89e admin admin] Router ca67ea01-395b-4d58-a518-591071975afb is scheduled to L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 04:27:49.073464 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a1c400fb-8f5d-4a6c-ad49-135f25f5c9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (8f78eee5-cf2f-41a0-a6fa-018a1a89e0c5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:49.076033 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a1c400fb-8f5d-4a6c-ad49-135f25f5c9bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:49.079494 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-a1c400fb-8f5d-4a6c-ad49-135f25f5c9bd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8f78eee5-cf2f-41a0-a6fa-018a1a89e0c5 HTTP/1.1" status: 204 len: 168 time: 0.6761143 May 09 04:27:49.101326 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c400fb-8f5d-4a6c-ad49-135f25f5c9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f78eee5-cf2f-41a0-a6fa-018a1a89e0c5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:49.138328 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420ee604-ba8b-40c3-9fce-d34735fa9a24 admin admin] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:27:49.190900 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-420ee604-ba8b-40c3-9fce-d34735fa9a24 admin admin] 10.222.0.44 "PUT /v2.0/routers/7218fba7-f47d-4d1b-a3e6-aaba1a513a74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4998267 May 09 04:27:49.207146 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-6a01b722-e458-4960-95a8-766987d2e752 None None] Provisioning complete for port 9f2baa25-9417-4268-a4b6-6a85f7684868 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:27:49.207825 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6a01b722-e458-4960-95a8-766987d2e752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (9f2baa25-9417-4268-a4b6-6a85f7684868), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:49.268638 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3882e2-3c44-4a03-97d0-7701fa19f89e admin admin] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:27:49.279112 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0509a9e-3c73-4278-999a-c183ec887f30 admin admin] Publish callbacks [] for router_gateway (7fa5118d-add2-498a-a3dc-87e0c4d54a3a), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:49.304808 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f026f8-e274-41a7-a7a6-ac258d41e94d None None] Sync routers for ids ['ca67ea01-395b-4d58-a518-591071975afb'] in dv-cinder-838009-3-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:27:49.306546 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3a3882e2-3c44-4a03-97d0-7701fa19f89e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:49.307777 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-3a3882e2-3c44-4a03-97d0-7701fa19f89e admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6133411 May 09 04:27:49.320485 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 44744) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:49.405235 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-300ae42d-9188-47b5-83c1-522b2f9c02cb None None] Allocated IP 172.20.0.2 (da1a742f-a0fb-4823-acf5-bb842d53e97e/f2c7c720-a0e3-4650-9d10-f6010eaead33/24633dc2-c6b3-41de-88cd-bac9d20cc6f0) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:27:49.408911 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f026f8-e274-41a7-a7a6-ac258d41e94d None None] Routers {'ca67ea01-395b-4d58-a518-591071975afb'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:27:49.409659 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-04f026f8-e274-41a7-a7a6-ac258d41e94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:27:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['ca67ea01-395b-4d58-a518-591071975afb'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:27:49.425815 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port 9f2baa25-9417-4268-a4b6-6a85f7684868 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:27:49.426902 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (9f2baa25-9417-4268-a4b6-6a85f7684868), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:49.512662 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba4c956-2573-4d7e-994c-55a00d06fc46 None None] Sync routers for ids ['7218fba7-f47d-4d1b-a3e6-aaba1a513a74'] in dv-cinder-838009-3-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:27:49.525283 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba4c956-2573-4d7e-994c-55a00d06fc46 None None] Routers {'7218fba7-f47d-4d1b-a3e6-aaba1a513a74'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:27:49.525901 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-fba4c956-2573-4d7e-994c-55a00d06fc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:27:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['7218fba7-f47d-4d1b-a3e6-aaba1a513a74'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:27:49.752297 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0509a9e-3c73-4278-999a-c183ec887f30 admin admin] Publish callbacks [] for router_gateway (7fa5118d-add2-498a-a3dc-87e0c4d54a3a), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:49.824733 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0509a9e-3c73-4278-999a-c183ec887f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:49.919914 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-300ae42d-9188-47b5-83c1-522b2f9c02cb None None] Publish callbacks [] for port (24633dc2-c6b3-41de-88cd-bac9d20cc6f0), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:49.954291 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-300ae42d-9188-47b5-83c1-522b2f9c02cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060'] for port (24633dc2-c6b3-41de-88cd-bac9d20cc6f0), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:50.012489 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b043c4b9-c53b-45eb-940d-5c775f9cec23 req-29a15773-c4fc-4b79-94a3-1f3f3cf55102 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:50.022528 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b043c4b9-c53b-45eb-940d-5c775f9cec23 req-29a15773-c4fc-4b79-94a3-1f3f3cf55102 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 945 time: 0.1767895 May 09 04:27:50.041704 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300ae42d-9188-47b5-83c1-522b2f9c02cb None None] Network da1a742f-a0fb-4823-acf5-bb842d53e97e is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:27:50.058352 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300ae42d-9188-47b5-83c1-522b2f9c02cb None None] Pushing event updated for resources: {'Port': ['ID=24633dc2-c6b3-41de-88cd-bac9d20cc6f0,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:50.066819 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-fba4c956-2573-4d7e-994c-55a00d06fc46 None None] Set router 7218fba7-f47d-4d1b-a3e6-aaba1a513a74 gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:27:50.076188 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-300ae42d-9188-47b5-83c1-522b2f9c02cb None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:27:50.080354 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300ae42d-9188-47b5-83c1-522b2f9c02cb None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:27:50.205044 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b043c4b9-c53b-45eb-940d-5c775f9cec23 req-d339737a-952c-4817-9002-99b42bfd7f33 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815197 May 09 04:27:50.227455 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-c0509a9e-3c73-4278-999a-c183ec887f30 admin admin] Allocated IP 172.27.2.185 (1111f3a4-c02a-41de-91e1-42f5a19c8209/55f6eeca-e44f-4feb-bdb6-d6fdf07e4029/9277d559-6ea8-40ad-99a3-d40d4f444af1) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:27:50.244238 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2e1bc411-277a-41e1-8022-2712d9976688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:50.259296 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] For port 9f2baa25-9417-4268-a4b6-6a85f7684868, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=9f2baa25-9417-4268-a4b6-6a85f7684868,segment=NetworkSegment(eba89e37-d903-4a50-b018-bea7c47e8946),segment_id=eba89e37-d903-4a50-b018-bea7c47e8946)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:27:50.262310 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (0ba91d57-31cd-4938-a6ad-bd18d942a965), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:50.333145 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (9f2baa25-9417-4268-a4b6-6a85f7684868), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:50.397467 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-300ae42d-9188-47b5-83c1-522b2f9c02cb None None] Attempting to bind port 24633dc2-c6b3-41de-88cd-bac9d20cc6f0 on host dv-cinder-838009-3-iscsi for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:27:50.398522 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-300ae42d-9188-47b5-83c1-522b2f9c02cb None None] Attempting to bind port 24633dc2-c6b3-41de-88cd-bac9d20cc6f0 by drivers openvswitch,hyperv on host dv-cinder-838009-3-iscsi at level 0 using segments [{'id': 'e721fef7-2fbf-4951-beab-ce8ea2bdc6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'da1a742f-a0fb-4823-acf5-bb842d53e97e'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:27:50.401524 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300ae42d-9188-47b5-83c1-522b2f9c02cb None None] Attempting to bind port 24633dc2-c6b3-41de-88cd-bac9d20cc6f0 on network da1a742f-a0fb-4823-acf5-bb842d53e97e {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:27:50.461986 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-fba4c956-2573-4d7e-994c-55a00d06fc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7218fba7-f47d-4d1b-a3e6-aaba1a513a74', 'name': 'tempest-TestShelveInstance-741967566-router', 'tenant_id': '04dd4b39fd594b19a4fa84188cf31fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'a6fff779-10d4-4785-a829-61745b937b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:40Z', 'updated_at': '2022-05-09T04:27:47Z', 'revision_number': 4, 'project_id': '04dd4b39fd594b19a4fa84188cf31fd4', 'gw_port': {'id': 'a6fff779-10d4-4785-a829-61745b937b90', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:58:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7218fba7-f47d-4d1b-a3e6-aaba1a513a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:41Z', 'updated_at': '2022-05-09T04:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '7b3eb8bc-0060-4827-848f-bdcb8b979414', 'name': '', 'network_id': 'c098f41a-1b6f-43cb-bcbf-7c93b467901c', 'tenant_id': '04dd4b39fd594b19a4fa84188cf31fd4', 'mac_address': 'fa:16:3e:61:30:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7218fba7-f47d-4d1b-a3e6-aaba1a513a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '87b48efb-b1e0-41b2-b0c9-d4e283605b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:45Z', 'updated_at': '2022-05-09T04:27:47Z', 'revision_number': 2, 'project_id': '04dd4b39fd594b19a4fa84188cf31fd4', 'subnets': [{'id': '87b48efb-b1e0-41b2-b0c9-d4e283605b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:27:50.492838 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-6a01b722-e458-4960-95a8-766987d2e752 None None] Current status of the port 9f2baa25-9417-4268-a4b6-6a85f7684868 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:27:50.493372 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6a01b722-e458-4960-95a8-766987d2e752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (9f2baa25-9417-4268-a4b6-6a85f7684868), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:50.522950 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0509a9e-3c73-4278-999a-c183ec887f30 admin admin] Publish callbacks [] for port (9277d559-6ea8-40ad-99a3-d40d4f444af1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:50.532896 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba4c956-2573-4d7e-994c-55a00d06fc46 None None] Checking router: 7218fba7-f47d-4d1b-a3e6-aaba1a513a74 for host: dv-cinder-838009-3-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:27:50.533426 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba4c956-2573-4d7e-994c-55a00d06fc46 None None] Updating router 7218fba7-f47d-4d1b-a3e6-aaba1a513a74 port 7b3eb8bc-0060-4827-848f-bdcb8b979414 binding host dv-cinder-838009-3-iscsi {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 04:27:50.593732 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device a6fff779-10d4-4785-a829-61745b937b90 up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:27:50.598260 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0509a9e-3c73-4278-999a-c183ec887f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060'] for port (9277d559-6ea8-40ad-99a3-d40d4f444af1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:50.607943 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 44786) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:50.608689 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 44788) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:50.616711 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fba4c956-2573-4d7e-994c-55a00d06fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (7b3eb8bc-0060-4827-848f-bdcb8b979414), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:50.641310 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-b38f7967-2ac4-4522-994d-19363030cb93 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-992687064', 'description': 'tempest-secgroup-smoke-992687064 description', 'project_id': 'c8cbe32e8ede404fa3d19537256606e1'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:27:50.641558 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300ae42d-9188-47b5-83c1-522b2f9c02cb None None] Checking agent: {'id': '9a15748d-6a05-4459-b777-d0dd003edfa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 17, 57), 'started_at': datetime.datetime(2022, 5, 9, 4, 18, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:27:50.641865 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300ae42d-9188-47b5-83c1-522b2f9c02cb None None] Checking segment: {'id': 'e721fef7-2fbf-4951-beab-ce8ea2bdc6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'da1a742f-a0fb-4823-acf5-bb842d53e97e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:27:50.642338 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-300ae42d-9188-47b5-83c1-522b2f9c02cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:50.642799 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300ae42d-9188-47b5-83c1-522b2f9c02cb None None] Bound using segment: {'id': 'e721fef7-2fbf-4951-beab-ce8ea2bdc6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'da1a742f-a0fb-4823-acf5-bb842d53e97e'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:27:50.643339 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-300ae42d-9188-47b5-83c1-522b2f9c02cb None None] Bound port: 24633dc2-c6b3-41de-88cd-bac9d20cc6f0, host: dv-cinder-838009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e721fef7-2fbf-4951-beab-ce8ea2bdc6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'da1a742f-a0fb-4823-acf5-bb842d53e97e'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:27:50.643788 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-300ae42d-9188-47b5-83c1-522b2f9c02cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (24633dc2-c6b3-41de-88cd-bac9d20cc6f0), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:50.648909 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-04f026f8-e274-41a7-a7a6-ac258d41e94d None None] Set router ca67ea01-395b-4d58-a518-591071975afb gateway port host: dv-cinder-838009-3-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:27:50.652319 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-2e1bc411-277a-41e1-8022-2712d9976688 admin admin] Allocated IP 172.20.0.1 (d0b894fb-ca2e-4f02-9d2e-0b887784e9ae/dbed64c5-3159-495c-b3f2-34c99afd3de9/269efca6-e9a1-43bc-83bb-f3eab1746004) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:27:50.654905 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-327e99c1-c282-4cf1-95b1-1bab1d5b9124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (144b4b53-faa6-4e1c-8c93-1df238c644e2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:50.714102 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0509a9e-3c73-4278-999a-c183ec887f30 admin admin] Network 1111f3a4-c02a-41de-91e1-42f5a19c8209 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:27:50.732635 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-c0509a9e-3c73-4278-999a-c183ec887f30 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:27:50.739527 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0509a9e-3c73-4278-999a-c183ec887f30 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:27:50.744776 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0509a9e-3c73-4278-999a-c183ec887f30 admin admin] Pushing event updated for resources: {'Port': ['ID=9277d559-6ea8-40ad-99a3-d40d4f444af1,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:50.750236 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b38f7967-2ac4-4522-994d-19363030cb93 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:50.811495 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Pushing event updated for resources: {'Port': ['ID=9f2baa25-9417-4268-a4b6-6a85f7684868,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:50.874174 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2e1bc411-277a-41e1-8022-2712d9976688 admin admin] Publish callbacks [] for port (269efca6-e9a1-43bc-83bb-f3eab1746004), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:50.878375 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-31155739-1358-4aa2-8520-a802fd5b875d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-195011021-network', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:27:50.887003 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.db.api [None req-6a01b722-e458-4960-95a8-766987d2e752 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 09 04:27:50.887448 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG oslo_db.api [None req-6a01b722-e458-4960-95a8-766987d2e752 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 09 04:27:50.916484 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2e1bc411-277a-41e1-8022-2712d9976688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (269efca6-e9a1-43bc-83bb-f3eab1746004), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:50.923470 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port a6fff779-10d4-4785-a829-61745b937b90 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:27:50.924038 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (a6fff779-10d4-4785-a829-61745b937b90), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:50.951235 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31155739-1358-4aa2-8520-a802fd5b875d admin admin] Made reservation on behalf of 9c83b0a8b88f452f9e12d077e8ac28c8 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:27:50.954018 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-31155739-1358-4aa2-8520-a802fd5b875d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:50.965590 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-300ae42d-9188-47b5-83c1-522b2f9c02cb None None] For port 24633dc2-c6b3-41de-88cd-bac9d20cc6f0, host dv-cinder-838009-3-iscsi, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:27:50.981973 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1bc411-277a-41e1-8022-2712d9976688 admin admin] Pushing event updated for resources: {'Port': ['ID=269efca6-e9a1-43bc-83bb-f3eab1746004,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:50.996687 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-300ae42d-9188-47b5-83c1-522b2f9c02cb None None] For port 24633dc2-c6b3-41de-88cd-bac9d20cc6f0, host dv-cinder-838009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=24633dc2-c6b3-41de-88cd-bac9d20cc6f0,segment=NetworkSegment(e721fef7-2fbf-4951-beab-ce8ea2bdc6b4),segment_id=e721fef7-2fbf-4951-beab-ce8ea2bdc6b4)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:27:50.996924 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1bc411-277a-41e1-8022-2712d9976688 admin admin] Network d0b894fb-ca2e-4f02-9d2e-0b887784e9ae is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:27:50.998366 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-2e1bc411-277a-41e1-8022-2712d9976688 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:27:51.003367 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fba4c956-2573-4d7e-994c-55a00d06fc46 None None] Publish callbacks [] for port (7b3eb8bc-0060-4827-848f-bdcb8b979414), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:51.010644 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fba4c956-2573-4d7e-994c-55a00d06fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (7b3eb8bc-0060-4827-848f-bdcb8b979414), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:51.012558 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-31155739-1358-4aa2-8520-a802fd5b875d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:51.012761 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-300ae42d-9188-47b5-83c1-522b2f9c02cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (24633dc2-c6b3-41de-88cd-bac9d20cc6f0), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:51.018133 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1bc411-277a-41e1-8022-2712d9976688 admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:27:51.023446 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b38f7967-2ac4-4522-994d-19363030cb93 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks [] for security_group (5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:51.041292 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b38f7967-2ac4-4522-994d-19363030cb93 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:51.072491 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087becc7-3b5b-4200-9ff6-d2f95dd6651e None None] Pushing event updated for resources: {'Port': ['ID=7b3eb8bc-0060-4827-848f-bdcb8b979414,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:51.112656 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2e1bc411-277a-41e1-8022-2712d9976688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639991'] for router_interface (ca67ea01-395b-4d58-a518-591071975afb), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:51.132915 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b38f7967-2ac4-4522-994d-19363030cb93 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:51.136902 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-b38f7967-2ac4-4522-994d-19363030cb93 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5233324 May 09 04:27:51.139049 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 44792) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:51.141172 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f7967-2ac4-4522-994d-19363030cb93 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:51.159564 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f4ae7c7f-d7d0-4888-b954-6725037de37c tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Request body: {'security_group_rule': {'security_group_id': '5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e', 'project_id': 'c8cbe32e8ede404fa3d19537256606e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:27:51.215451 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-04f026f8-e274-41a7-a7a6-ac258d41e94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca67ea01-395b-4d58-a518-591071975afb', 'name': 'tempest-TestVolumeBootPattern-1136214510-router', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:44Z', 'updated_at': '2022-05-09T04:27:48Z', 'revision_number': 3, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'gw_port': {'id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b3:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:45Z', 'updated_at': '2022-05-09T04:27:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi'}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:27:51.215750 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-fba4c956-2573-4d7e-994c-55a00d06fc46 None None] Attempting to bind port 7b3eb8bc-0060-4827-848f-bdcb8b979414 on host dv-cinder-838009-3-iscsi for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:27:51.215935 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-fba4c956-2573-4d7e-994c-55a00d06fc46 None None] Attempting to bind port 7b3eb8bc-0060-4827-848f-bdcb8b979414 by drivers openvswitch,hyperv on host dv-cinder-838009-3-iscsi at level 0 using segments [{'id': 'f341e802-0fa0-4391-8859-90dd675b2e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c098f41a-1b6f-43cb-bcbf-7c93b467901c'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:27:51.216306 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba4c956-2573-4d7e-994c-55a00d06fc46 None None] Attempting to bind port 7b3eb8bc-0060-4827-848f-bdcb8b979414 on network c098f41a-1b6f-43cb-bcbf-7c93b467901c {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:27:51.234734 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba4c956-2573-4d7e-994c-55a00d06fc46 None None] Checking agent: {'id': '9a15748d-6a05-4459-b777-d0dd003edfa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 17, 57), 'started_at': datetime.datetime(2022, 5, 9, 4, 18, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:27:51.235120 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba4c956-2573-4d7e-994c-55a00d06fc46 None None] Checking segment: {'id': 'f341e802-0fa0-4391-8859-90dd675b2e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c098f41a-1b6f-43cb-bcbf-7c93b467901c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:27:51.235693 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fba4c956-2573-4d7e-994c-55a00d06fc46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:51.236207 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba4c956-2573-4d7e-994c-55a00d06fc46 None None] Bound using segment: {'id': 'f341e802-0fa0-4391-8859-90dd675b2e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c098f41a-1b6f-43cb-bcbf-7c93b467901c'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:27:51.236752 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-fba4c956-2573-4d7e-994c-55a00d06fc46 None None] Bound port: 7b3eb8bc-0060-4827-848f-bdcb8b979414, host: dv-cinder-838009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f341e802-0fa0-4391-8859-90dd675b2e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c098f41a-1b6f-43cb-bcbf-7c93b467901c'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:27:51.236966 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fba4c956-2573-4d7e-994c-55a00d06fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (7b3eb8bc-0060-4827-848f-bdcb8b979414), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:51.374433 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0509a9e-3c73-4278-999a-c183ec887f30 admin admin] Publish callbacks [] for router_gateway (7fa5118d-add2-498a-a3dc-87e0c4d54a3a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:51.390714 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-fba4c956-2573-4d7e-994c-55a00d06fc46 None None] For port 7b3eb8bc-0060-4827-848f-bdcb8b979414, host dv-cinder-838009-3-iscsi, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:27:51.394163 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-fba4c956-2573-4d7e-994c-55a00d06fc46 None None] For port 7b3eb8bc-0060-4827-848f-bdcb8b979414, host dv-cinder-838009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=7b3eb8bc-0060-4827-848f-bdcb8b979414,segment=NetworkSegment(f341e802-0fa0-4391-8859-90dd675b2e9c),segment_id=f341e802-0fa0-4391-8859-90dd675b2e9c)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:27:51.406479 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-fba4c956-2573-4d7e-994c-55a00d06fc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (7b3eb8bc-0060-4827-848f-bdcb8b979414), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:51.450226 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2e1bc411-277a-41e1-8022-2712d9976688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (269efca6-e9a1-43bc-83bb-f3eab1746004), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:51.505114 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba4c956-2573-4d7e-994c-55a00d06fc46 None None] Routers {'7218fba7-f47d-4d1b-a3e6-aaba1a513a74'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:27:51.506555 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-fba4c956-2573-4d7e-994c-55a00d06fc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:27:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['7218fba7-f47d-4d1b-a3e6-aaba1a513a74'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:27:51.581805 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f026f8-e274-41a7-a7a6-ac258d41e94d None None] Checking router: ca67ea01-395b-4d58-a518-591071975afb for host: dv-cinder-838009-3-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:27:51.582324 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f026f8-e274-41a7-a7a6-ac258d41e94d None None] Updating router ca67ea01-395b-4d58-a518-591071975afb port ed11706f-8b65-4323-8168-54f4f9dd0b4a binding host dv-cinder-838009-3-iscsi {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 04:27:51.642946 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300ae42d-9188-47b5-83c1-522b2f9c02cb None None] Pushing event updated for resources: {'Port': ['ID=24633dc2-c6b3-41de-88cd-bac9d20cc6f0,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:51.746844 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port a6fff779-10d4-4785-a829-61745b937b90 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:27:51.767718 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-6a01b722-e458-4960-95a8-766987d2e752 None None] Current status of the port 9f2baa25-9417-4268-a4b6-6a85f7684868 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:27:51.775213 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-04f026f8-e274-41a7-a7a6-ac258d41e94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (ed11706f-8b65-4323-8168-54f4f9dd0b4a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:51.808088 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087becc7-3b5b-4200-9ff6-d2f95dd6651e None None] Pushing event updated for resources: {'Port': ['ID=7b3eb8bc-0060-4827-848f-bdcb8b979414,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:51.818146 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-fba4c956-2573-4d7e-994c-55a00d06fc46 None None] Set router 7218fba7-f47d-4d1b-a3e6-aaba1a513a74 gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:27:51.823305 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2e1bc411-277a-41e1-8022-2712d9976688 admin admin] Publish callbacks [] for port (269efca6-e9a1-43bc-83bb-f3eab1746004), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:51.837185 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2e1bc411-277a-41e1-8022-2712d9976688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718803'] for port (269efca6-e9a1-43bc-83bb-f3eab1746004), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:51.901357 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2e1bc411-277a-41e1-8022-2712d9976688 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639165'] for router_interface (ca67ea01-395b-4d58-a518-591071975afb), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:51.929204 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f9a56-1e0b-42e9-a982-beaf476e80a3 req-84df5b42-c930-4cd0-a7dd-3518f4be990e tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:51.931745 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-876f9a56-1e0b-42e9-a982-beaf476e80a3 req-84df5b42-c930-4cd0-a7dd-3518f4be990e tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 945 time: 0.5858428 May 09 04:27:51.937314 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f4ae7c7f-d7d0-4888-b954-6725037de37c tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks [] for security_group_rule (c256279f-ec51-4cfb-977b-49185974271a), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:51.978497 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-9264fb4e-55c1-45e4-b595-14317e299db8 None None] Provisioning complete for port 9f2baa25-9417-4268-a4b6-6a85f7684868 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:27:51.979125 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9264fb4e-55c1-45e4-b595-14317e299db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (9f2baa25-9417-4268-a4b6-6a85f7684868), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:51.988559 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1bc411-277a-41e1-8022-2712d9976688 admin admin] Pushing event updated for resources: {'Port': ['ID=269efca6-e9a1-43bc-83bb-f3eab1746004,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:52.045198 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1bc411-277a-41e1-8022-2712d9976688 admin admin] Network d0b894fb-ca2e-4f02-9d2e-0b887784e9ae is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:27:52.047171 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-2e1bc411-277a-41e1-8022-2712d9976688 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:27:52.055549 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-31155739-1358-4aa2-8520-a802fd5b875d admin admin] Publish callbacks [] for security_group (6392b91f-4d9f-46fa-bd1f-5710e5c698bf), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:52.121689 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-31155739-1358-4aa2-8520-a802fd5b875d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (6392b91f-4d9f-46fa-bd1f-5710e5c698bf), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:52.123272 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-fba4c956-2573-4d7e-994c-55a00d06fc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7218fba7-f47d-4d1b-a3e6-aaba1a513a74', 'name': 'tempest-TestShelveInstance-741967566-router', 'tenant_id': '04dd4b39fd594b19a4fa84188cf31fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'a6fff779-10d4-4785-a829-61745b937b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:40Z', 'updated_at': '2022-05-09T04:27:47Z', 'revision_number': 4, 'project_id': '04dd4b39fd594b19a4fa84188cf31fd4', 'gw_port': {'id': 'a6fff779-10d4-4785-a829-61745b937b90', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:58:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7218fba7-f47d-4d1b-a3e6-aaba1a513a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:41Z', 'updated_at': '2022-05-09T04:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '7b3eb8bc-0060-4827-848f-bdcb8b979414', 'name': '', 'network_id': 'c098f41a-1b6f-43cb-bcbf-7c93b467901c', 'tenant_id': '04dd4b39fd594b19a4fa84188cf31fd4', 'mac_address': 'fa:16:3e:61:30:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7218fba7-f47d-4d1b-a3e6-aaba1a513a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '87b48efb-b1e0-41b2-b0c9-d4e283605b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:45Z', 'updated_at': '2022-05-09T04:27:51Z', 'revision_number': 4, 'project_id': '04dd4b39fd594b19a4fa84188cf31fd4', 'subnets': [{'id': '87b48efb-b1e0-41b2-b0c9-d4e283605b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:27:52.139778 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31155739-1358-4aa2-8520-a802fd5b875d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 04:27:52.144166 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-9264fb4e-55c1-45e4-b595-14317e299db8 None None] Current status of the port 9f2baa25-9417-4268-a4b6-6a85f7684868 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:27:52.158206 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-31155739-1358-4aa2-8520-a802fd5b875d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754'] for segment (7887ef4a-a237-48ec-8f9c-2f6abe8c4da6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:52.158552 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.db.segments_db [None req-31155739-1358-4aa2-8520-a802fd5b875d admin admin] Added segment 7887ef4a-a237-48ec-8f9c-2f6abe8c4da6 of type vlan for network cff1ca97-0d5c-4d7d-b3c2-a81f844b16da May 09 04:27:52.162401 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-9264fb4e-55c1-45e4-b595-14317e299db8 None None] Provisioning complete for port 269efca6-e9a1-43bc-83bb-f3eab1746004 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:27:52.162949 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9264fb4e-55c1-45e4-b595-14317e299db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (269efca6-e9a1-43bc-83bb-f3eab1746004), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:52.172973 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba4c956-2573-4d7e-994c-55a00d06fc46 None None] The sync data for ids ['7218fba7-f47d-4d1b-a3e6-aaba1a513a74'] in dv-cinder-838009-3-iscsi is: [{'id': '7218fba7-f47d-4d1b-a3e6-aaba1a513a74', 'name': 'tempest-TestShelveInstance-741967566-router', 'tenant_id': '04dd4b39fd594b19a4fa84188cf31fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'a6fff779-10d4-4785-a829-61745b937b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:40Z', 'updated_at': '2022-05-09T04:27:47Z', 'revision_number': 4, 'project_id': '04dd4b39fd594b19a4fa84188cf31fd4', 'gw_port': {'id': 'a6fff779-10d4-4785-a829-61745b937b90', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:58:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7218fba7-f47d-4d1b-a3e6-aaba1a513a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:41Z', 'updated_at': '2022-05-09T04:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '7b3eb8bc-0060-4827-848f-bdcb8b979414', 'name': '', 'network_id': 'c098f41a-1b6f-43cb-bcbf-7c93b467901c', 'tenant_id': '04dd4b39fd594b19a4fa84188cf31fd4', 'mac_address': 'fa:16:3e:61:30:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7218fba7-f47d-4d1b-a3e6-aaba1a513a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '87b48efb-b1e0-41b2-b0c9-d4e283605b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:45Z', 'updated_at': '2022-05-09T04:27:51Z', 'revision_number': 4, 'project_id': '04dd4b39fd594b19a4fa84188cf31fd4', 'subnets': [{'id': '87b48efb-b1e0-41b2-b0c9-d4e283605b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:27:52.223835 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-31155739-1358-4aa2-8520-a802fd5b875d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782007660162'] for network (cff1ca97-0d5c-4d7d-b3c2-a81f844b16da), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:52.235720 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-9264fb4e-55c1-45e4-b595-14317e299db8 None None] Port 269efca6-e9a1-43bc-83bb-f3eab1746004 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 04:27:52.259838 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-9264fb4e-55c1-45e4-b595-14317e299db8 None None] Provisioning complete for port 7b3eb8bc-0060-4827-848f-bdcb8b979414 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:27:52.259838 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9264fb4e-55c1-45e4-b595-14317e299db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (7b3eb8bc-0060-4827-848f-bdcb8b979414), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:52.281919 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-876f9a56-1e0b-42e9-a982-beaf476e80a3 req-67fc8fd6-becb-477e-9946-5fd9dcc652e5 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363397 May 09 04:27:52.393238 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e1bc411-277a-41e1-8022-2712d9976688 admin admin] Router ca67ea01-395b-4d58-a518-591071975afb has already been hosted by L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 04:27:52.462258 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-04f026f8-e274-41a7-a7a6-ac258d41e94d None None] Publish callbacks [] for port (ed11706f-8b65-4323-8168-54f4f9dd0b4a), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:52.483685 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-04f026f8-e274-41a7-a7a6-ac258d41e94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (ed11706f-8b65-4323-8168-54f4f9dd0b4a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:52.494322 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-9264fb4e-55c1-45e4-b595-14317e299db8 None None] Current status of the port 7b3eb8bc-0060-4827-848f-bdcb8b979414 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:27:52.494322 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9264fb4e-55c1-45e4-b595-14317e299db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (7b3eb8bc-0060-4827-848f-bdcb8b979414), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:52.548961 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f4ae7c7f-d7d0-4888-b954-6725037de37c tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks [] for security_group_rule (c256279f-ec51-4cfb-977b-49185974271a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:52.568766 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-31155739-1358-4aa2-8520-a802fd5b875d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278'] for network (cff1ca97-0d5c-4d7d-b3c2-a81f844b16da), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:52.572074 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31155739-1358-4aa2-8520-a802fd5b875d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:52.572074 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-31155739-1358-4aa2-8520-a802fd5b875d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:52.580197 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f4ae7c7f-d7d0-4888-b954-6725037de37c tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619982'] for security_group_rule (c256279f-ec51-4cfb-977b-49185974271a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:52.602485 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0509a9e-3c73-4278-999a-c183ec887f30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654042'] for router (7fa5118d-add2-498a-a3dc-87e0c4d54a3a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:52.622023 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-9264fb4e-55c1-45e4-b595-14317e299db8 None None] For port 7b3eb8bc-0060-4827-848f-bdcb8b979414, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=7b3eb8bc-0060-4827-848f-bdcb8b979414,segment=NetworkSegment(f341e802-0fa0-4391-8859-90dd675b2e9c),segment_id=f341e802-0fa0-4391-8859-90dd675b2e9c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:27:52.623398 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752ab0a4-a4cd-415c-b1e2-8a673e58e60d None None] Pushing event updated for resources: {'Port': ['ID=ed11706f-8b65-4323-8168-54f4f9dd0b4a,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:52.624139 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1bc411-277a-41e1-8022-2712d9976688 admin admin] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:27:52.631276 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-04f026f8-e274-41a7-a7a6-ac258d41e94d None None] Attempting to bind port ed11706f-8b65-4323-8168-54f4f9dd0b4a on host dv-cinder-838009-3-iscsi for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:27:52.631950 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-04f026f8-e274-41a7-a7a6-ac258d41e94d None None] Attempting to bind port ed11706f-8b65-4323-8168-54f4f9dd0b4a by drivers openvswitch,hyperv on host dv-cinder-838009-3-iscsi at level 0 using segments [{'id': 'bfcd5364-714b-4eea-b1ab-23d5506cc730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:27:52.634611 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f026f8-e274-41a7-a7a6-ac258d41e94d None None] Attempting to bind port ed11706f-8b65-4323-8168-54f4f9dd0b4a on network 1111f3a4-c02a-41de-91e1-42f5a19c8209 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:27:52.635944 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-2e1bc411-277a-41e1-8022-2712d9976688 admin admin] 10.222.0.44 "PUT /v2.0/routers/ca67ea01-395b-4d58-a518-591071975afb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3141730 May 09 04:27:52.643790 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f026f8-e274-41a7-a7a6-ac258d41e94d None None] Checking agent: {'id': '9a15748d-6a05-4459-b777-d0dd003edfa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 17, 57), 'started_at': datetime.datetime(2022, 5, 9, 4, 18, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:27:52.644367 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f026f8-e274-41a7-a7a6-ac258d41e94d None None] Checking segment: {'id': 'bfcd5364-714b-4eea-b1ab-23d5506cc730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:27:52.644893 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-04f026f8-e274-41a7-a7a6-ac258d41e94d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:52.645793 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f026f8-e274-41a7-a7a6-ac258d41e94d None None] Bound using segment: {'id': 'bfcd5364-714b-4eea-b1ab-23d5506cc730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:27:52.646328 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-04f026f8-e274-41a7-a7a6-ac258d41e94d None None] Bound port: ed11706f-8b65-4323-8168-54f4f9dd0b4a, host: dv-cinder-838009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfcd5364-714b-4eea-b1ab-23d5506cc730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:27:52.647025 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-04f026f8-e274-41a7-a7a6-ac258d41e94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (ed11706f-8b65-4323-8168-54f4f9dd0b4a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:52.678136 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9264fb4e-55c1-45e4-b595-14317e299db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (7b3eb8bc-0060-4827-848f-bdcb8b979414), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:52.733495 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-04f026f8-e274-41a7-a7a6-ac258d41e94d None None] For port ed11706f-8b65-4323-8168-54f4f9dd0b4a, host dv-cinder-838009-3-iscsi, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:27:52.738459 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-04f026f8-e274-41a7-a7a6-ac258d41e94d None None] For port ed11706f-8b65-4323-8168-54f4f9dd0b4a, host dv-cinder-838009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=ed11706f-8b65-4323-8168-54f4f9dd0b4a,segment=NetworkSegment(bfcd5364-714b-4eea-b1ab-23d5506cc730),segment_id=bfcd5364-714b-4eea-b1ab-23d5506cc730)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:27:52.753157 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31155739-1358-4aa2-8520-a802fd5b875d admin admin] Pushing event updated for resources: {'Network': ['ID=cff1ca97-0d5c-4d7d-b3c2-a81f844b16da,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:52.761501 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31155739-1358-4aa2-8520-a802fd5b875d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6392b91f-4d9f-46fa-bd1f-5710e5c698bf,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:52.806864 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 24633dc2-c6b3-41de-88cd-bac9d20cc6f0 up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:27:52.809020 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Network cff1ca97-0d5c-4d7d-b3c2-a81f844b16da details requested by agent ovs-agent-dv-cinder-838009-3-iscsi with host dv-cinder-838009-3-iscsi {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 04:27:52.817159 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-04f026f8-e274-41a7-a7a6-ac258d41e94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (ed11706f-8b65-4323-8168-54f4f9dd0b4a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:52.871642 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ae7c7f-d7d0-4888-b954-6725037de37c tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c256279f-ec51-4cfb-977b-49185974271a,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:52.904444 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-31155739-1358-4aa2-8520-a802fd5b875d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2953081 May 09 04:27:52.908353 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 44810) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:52.916259 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-ef78bdac-b18a-411b-8ad5-20792ac4036a admin admin] Request body: {'subnet': {'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-195011021-subnet', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:27:52.943423 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f026f8-e274-41a7-a7a6-ac258d41e94d None None] Routers {'ca67ea01-395b-4d58-a518-591071975afb'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:27:52.943423 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-04f026f8-e274-41a7-a7a6-ac258d41e94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:27:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['ca67ea01-395b-4d58-a518-591071975afb'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:27:52.957684 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef78bdac-b18a-411b-8ad5-20792ac4036a admin admin] Made reservation on behalf of 9c83b0a8b88f452f9e12d077e8ac28c8 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:27:52.962583 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ef78bdac-b18a-411b-8ad5-20792ac4036a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260671378'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:52.965865 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f4ae7c7f-d7d0-4888-b954-6725037de37c tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:52.967205 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-f4ae7c7f-d7d0-4888-b954-6725037de37c tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8276505 May 09 04:27:52.972616 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 44814) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:52.978513 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-b9c6400d-8f1f-4a9e-82a8-a7ceabf6c91f tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Request body: {'security_group_rule': {'security_group_id': '5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e', 'project_id': 'c8cbe32e8ede404fa3d19537256606e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:27:53.068659 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca9887a-1502-4ad6-856b-d945390c6977 None None] Network da1a742f-a0fb-4823-acf5-bb842d53e97e requested from dv-cinder-838009-3-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 04:27:53.069235 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b9c6400d-8f1f-4a9e-82a8-a7ceabf6c91f tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks [] for security_group_rule (24f22401-fb92-43da-a997-fe9ea9703472), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:53.186641 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0509a9e-3c73-4278-999a-c183ec887f30 admin admin] Router 7fa5118d-add2-498a-a3dc-87e0c4d54a3a is scheduled to L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 04:27:53.198288 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b9c6400d-8f1f-4a9e-82a8-a7ceabf6c91f tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks [] for security_group_rule (24f22401-fb92-43da-a997-fe9ea9703472), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:53.213570 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b9c6400d-8f1f-4a9e-82a8-a7ceabf6c91f tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619982'] for security_group_rule (24f22401-fb92-43da-a997-fe9ea9703472), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:53.238955 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-4c873eef-0e35-4820-8905-cb1a6647df9f None None] Provisioning complete for port 269efca6-e9a1-43bc-83bb-f3eab1746004 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:27:53.251774 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4c873eef-0e35-4820-8905-cb1a6647df9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (269efca6-e9a1-43bc-83bb-f3eab1746004), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:53.280748 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3b2a71a8-d2cf-408c-8c53-40045e00ed2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3dae496a-5564-45d9-8b4f-04486e79e4dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:53.282579 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9264fb4e-55c1-45e4-b595-14317e299db8 None None] Pushing event updated for resources: {'Port': ['ID=7b3eb8bc-0060-4827-848f-bdcb8b979414,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:53.295177 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ef78bdac-b18a-411b-8ad5-20792ac4036a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260671364'] for subnet (2d5198bd-ad41-455d-84af-e9d6c501ca45), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:53.347263 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c6400d-8f1f-4a9e-82a8-a7ceabf6c91f tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24f22401-fb92-43da-a997-fe9ea9703472,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:53.385756 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b9c6400d-8f1f-4a9e-82a8-a7ceabf6c91f tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:53.394197 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-b9c6400d-8f1f-4a9e-82a8-a7ceabf6c91f tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4189034 May 09 04:27:53.402589 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 44826) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:53.415071 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-705534cb-1973-49f4-ab04-d220523ac92c tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Request body: {'security_group_rule': {'security_group_id': '5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e', 'project_id': 'c8cbe32e8ede404fa3d19537256606e1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:27:53.422569 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port 24633dc2-c6b3-41de-88cd-bac9d20cc6f0 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:27:53.422947 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (24633dc2-c6b3-41de-88cd-bac9d20cc6f0), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:53.486042 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-04f026f8-e274-41a7-a7a6-ac258d41e94d None None] Set router ca67ea01-395b-4d58-a518-591071975afb gateway port host: dv-cinder-838009-3-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:27:53.495094 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef78bdac-b18a-411b-8ad5-20792ac4036a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d5198bd-ad41-455d-84af-e9d6c501ca45,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:53.525829 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 44830) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:53.526602 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef78bdac-b18a-411b-8ad5-20792ac4036a admin admin] Checking segment: {'id': '7887ef4a-a237-48ec-8f9c-2f6abe8c4da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:27:53.526962 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef78bdac-b18a-411b-8ad5-20792ac4036a admin admin] Network hostable DHCP agents. Network: cff1ca97-0d5c-4d7d-b3c2-a81f844b16da, hostable agents: ['144b4b53-faa6-4e1c-8c93-1df238c644e2'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 04:27:53.534243 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-e18b72f2-f2a0-4ce0-94d9-442b96991ded admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-12657949-network', 'tenant_id': 'c54b5ee463964fa289d41b32b9d47efa'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:27:53.535048 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0509a9e-3c73-4278-999a-c183ec887f30 admin admin] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:27:53.571433 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe1c30-d3ba-4767-99bb-a840dfb1bfbc req-119dfae9-80e6-47ce-bbac-a6deddcd33df tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:53.573721 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-d6fe1c30-d3ba-4767-99bb-a840dfb1bfbc req-119dfae9-80e6-47ce-bbac-a6deddcd33df tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 945 time: 0.1493027 May 09 04:27:53.574956 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-4c873eef-0e35-4820-8905-cb1a6647df9f None None] Port 269efca6-e9a1-43bc-83bb-f3eab1746004 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 04:27:53.578043 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18b72f2-f2a0-4ce0-94d9-442b96991ded admin admin] Made reservation on behalf of c54b5ee463964fa289d41b32b9d47efa for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:27:53.580441 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e18b72f2-f2a0-4ce0-94d9-442b96991ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:53.589423 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0509a9e-3c73-4278-999a-c183ec887f30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:53.591760 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9ca06f-227d-4b59-8d9a-579f6b8f9bc7 None None] Sync routers for ids ['7fa5118d-add2-498a-a3dc-87e0c4d54a3a'] in dv-cinder-838009-3-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:27:53.592569 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-c0509a9e-3c73-4278-999a-c183ec887f30 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.8250184 May 09 04:27:53.595147 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 44832) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:53.617953 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-4c873eef-0e35-4820-8905-cb1a6647df9f None None] Provisioning complete for port 7b3eb8bc-0060-4827-848f-bdcb8b979414 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:27:53.618337 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-4c873eef-0e35-4820-8905-cb1a6647df9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (7b3eb8bc-0060-4827-848f-bdcb8b979414), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:53.625376 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef78bdac-b18a-411b-8ad5-20792ac4036a admin admin] Network cff1ca97-0d5c-4d7d-b3c2-a81f844b16da is scheduled to be hosted by DHCP agent 144b4b53-faa6-4e1c-8c93-1df238c644e2 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 04:27:53.633990 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e18b72f2-f2a0-4ce0-94d9-442b96991ded admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:53.644184 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-705534cb-1973-49f4-ab04-d220523ac92c tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks [] for security_group_rule (d7559339-bf98-4108-a41b-90535062a854), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:53.669168 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-ef78bdac-b18a-411b-8ad5-20792ac4036a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-3-iscsi, cff1ca97-0d5c-4d7d-b3c2-a81f844b16da) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:27:53.669620 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9ca06f-227d-4b59-8d9a-579f6b8f9bc7 None None] Routers {'7fa5118d-add2-498a-a3dc-87e0c4d54a3a'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:27:53.670262 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-9f9ca06f-227d-4b59-8d9a-579f6b8f9bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:27:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['7fa5118d-add2-498a-a3dc-87e0c4d54a3a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:27:53.674231 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef78bdac-b18a-411b-8ad5-20792ac4036a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:53.675649 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ef78bdac-b18a-411b-8ad5-20792ac4036a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:53.693409 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-d6fe1c30-d3ba-4767-99bb-a840dfb1bfbc req-11414185-fcff-4564-b5fc-d2237d2e28c9 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968399 May 09 04:27:53.701535 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-ef78bdac-b18a-411b-8ad5-20792ac4036a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7893257 May 09 04:27:53.702549 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 44834) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:53.707482 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-f1cb6d89-4312-4eee-bb97-79417a0eb570 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-195011021-router', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:27:53.736981 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f1cb6d89-4312-4eee-bb97-79417a0eb570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29848'] for router (4d52aa5f-732c-4e4d-b61c-fb86a901d96c), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:53.738108 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f1cb6d89-4312-4eee-bb97-79417a0eb570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653837', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-269844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29841'] for router (4d52aa5f-732c-4e4d-b61c-fb86a901d96c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:53.797785 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-9f9ca06f-227d-4b59-8d9a-579f6b8f9bc7 None None] Set router 7fa5118d-add2-498a-a3dc-87e0c4d54a3a gateway port host: dv-cinder-838009-3-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:27:53.841569 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f1cb6d89-4312-4eee-bb97-79417a0eb570 admin admin] Publish callbacks [] for router_controller (4d52aa5f-732c-4e4d-b61c-fb86a901d96c), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:53.864374 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-705534cb-1973-49f4-ab04-d220523ac92c tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks [] for security_group_rule (d7559339-bf98-4108-a41b-90535062a854), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:53.875144 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-705534cb-1973-49f4-ab04-d220523ac92c tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619982'] for security_group_rule (d7559339-bf98-4108-a41b-90535062a854), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:53.911289 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e18b72f2-f2a0-4ce0-94d9-442b96991ded admin admin] Publish callbacks [] for security_group (e07ff262-9461-4bc7-aabd-5c4cdb69334c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:53.918576 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e18b72f2-f2a0-4ce0-94d9-442b96991ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (e07ff262-9461-4bc7-aabd-5c4cdb69334c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:53.936477 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705534cb-1973-49f4-ab04-d220523ac92c tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7559339-bf98-4108-a41b-90535062a854,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:53.988971 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-705534cb-1973-49f4-ab04-d220523ac92c tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:53.990673 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-705534cb-1973-49f4-ab04-d220523ac92c tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5861435 May 09 04:27:53.993901 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 44838) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:54.000151 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-01d49785-6ed9-4d89-909d-f6a682d8eac1 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Request body: {'security_group_rule': {'security_group_id': '5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e', 'project_id': 'c8cbe32e8ede404fa3d19537256606e1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:27:54.033164 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f1cb6d89-4312-4eee-bb97-79417a0eb570 admin admin] Publish callbacks [] for router_gateway (4d52aa5f-732c-4e4d-b61c-fb86a901d96c), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:54.046828 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e18b72f2-f2a0-4ce0-94d9-442b96991ded admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 04:27:54.103964 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d828c3-6596-43c6-a56c-f44df9c138ed None None] Network cff1ca97-0d5c-4d7d-b3c2-a81f844b16da requested from dv-cinder-838009-3-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 04:27:54.106226 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752ab0a4-a4cd-415c-b1e2-8a673e58e60d None None] Pushing event updated for resources: {'Port': ['ID=ed11706f-8b65-4323-8168-54f4f9dd0b4a,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:54.145162 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b72f2-f2a0-4ce0-94d9-442b96991ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07ff262-9461-4bc7-aabd-5c4cdb69334c,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:54.149855 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e18b72f2-f2a0-4ce0-94d9-442b96991ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754'] for segment (30754314-8417-4277-9aa7-f2d7d96d3e00), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:54.150200 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.db.segments_db [None req-e18b72f2-f2a0-4ce0-94d9-442b96991ded admin admin] Added segment 30754314-8417-4277-9aa7-f2d7d96d3e00 of type vlan for network dddeceb9-af14-4262-b288-15df5df0629b May 09 04:27:54.185987 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-9f9ca06f-227d-4b59-8d9a-579f6b8f9bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa5118d-add2-498a-a3dc-87e0c4d54a3a', 'name': 'tempest-TestMinimumBasicScenario-524112707-router', 'tenant_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '9277d559-6ea8-40ad-99a3-d40d4f444af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:48Z', 'updated_at': '2022-05-09T04:27:50Z', 'revision_number': 3, 'project_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'gw_port': {'id': '9277d559-6ea8-40ad-99a3-d40d4f444af1', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa5118d-add2-498a-a3dc-87e0c4d54a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:49Z', 'updated_at': '2022-05-09T04:27:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi'}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:27:54.266295 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-01d49785-6ed9-4d89-909d-f6a682d8eac1 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks [] for security_group_rule (3a9522b8-b7bb-47b0-a634-a6dde00905a2), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:54.400368 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9ca06f-227d-4b59-8d9a-579f6b8f9bc7 None None] Checking router: 7fa5118d-add2-498a-a3dc-87e0c4d54a3a for host: dv-cinder-838009-3-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:27:54.400738 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9ca06f-227d-4b59-8d9a-579f6b8f9bc7 None None] Updating router 7fa5118d-add2-498a-a3dc-87e0c4d54a3a port 9277d559-6ea8-40ad-99a3-d40d4f444af1 binding host dv-cinder-838009-3-iscsi {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 04:27:54.402466 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7671283-9f0b-468d-8f0b-6ce51d9cb9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (896ddadf-f6f7-4d68-b704-6882247efc03), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:54.462387 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6a319983-a373-43e3-b5fb-7fc08621d259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:54.515965 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-01d49785-6ed9-4d89-909d-f6a682d8eac1 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks [] for security_group_rule (3a9522b8-b7bb-47b0-a634-a6dde00905a2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:54.556963 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-01d49785-6ed9-4d89-909d-f6a682d8eac1 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619982'] for security_group_rule (3a9522b8-b7bb-47b0-a634-a6dde00905a2), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:54.606253 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-4c873eef-0e35-4820-8905-cb1a6647df9f None None] Current status of the port 7b3eb8bc-0060-4827-848f-bdcb8b979414 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:27:54.606804 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-01d49785-6ed9-4d89-909d-f6a682d8eac1 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:54.606804 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-01d49785-6ed9-4d89-909d-f6a682d8eac1 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6116378 May 09 04:27:54.609273 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9f9ca06f-227d-4b59-8d9a-579f6b8f9bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (9277d559-6ea8-40ad-99a3-d40d4f444af1), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:54.615860 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port 24633dc2-c6b3-41de-88cd-bac9d20cc6f0 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:27:54.616606 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 44856) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:54.616996 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (24633dc2-c6b3-41de-88cd-bac9d20cc6f0), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:54.623073 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-22c74af3-1a0b-46dd-abc7-26195f0fbe10 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Request body: {'security_group_rule': {'security_group_id': '5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e', 'project_id': 'c8cbe32e8ede404fa3d19537256606e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:27:54.639831 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d49785-6ed9-4d89-909d-f6a682d8eac1 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a9522b8-b7bb-47b0-a634-a6dde00905a2,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:54.649238 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-04f026f8-e274-41a7-a7a6-ac258d41e94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca67ea01-395b-4d58-a518-591071975afb', 'name': 'tempest-TestVolumeBootPattern-1136214510-router', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:44Z', 'updated_at': '2022-05-09T04:27:51Z', 'revision_number': 4, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'gw_port': {'id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b3:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:45Z', 'updated_at': '2022-05-09T04:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '269efca6-e9a1-43bc-83bb-f3eab1746004', 'name': '', 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'mac_address': 'fa:16:3e:19:7b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'dbed64c5-3159-495c-b3f2-34c99afd3de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:50Z', 'updated_at': '2022-05-09T04:27:51Z', 'revision_number': 2, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'subnets': [{'id': 'dbed64c5-3159-495c-b3f2-34c99afd3de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:27:54.668579 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e18b72f2-f2a0-4ce0-94d9-442b96991ded admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782007660162'] for network (dddeceb9-af14-4262-b288-15df5df0629b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:54.687365 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.db.securitygroups_db [None req-22c74af3-1a0b-46dd-abc7-26195f0fbe10 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Project c8cbe32e8ede404fa3d19537256606e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 04:27:54.700599 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-22c74af3-1a0b-46dd-abc7-26195f0fbe10 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks [] for security_group_rule (ac3901b0-e0b6-456a-b975-b43ef4e3b009), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:54.704649 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f026f8-e274-41a7-a7a6-ac258d41e94d None None] The sync data for ids ['ca67ea01-395b-4d58-a518-591071975afb'] in dv-cinder-838009-3-iscsi is: [{'id': 'ca67ea01-395b-4d58-a518-591071975afb', 'name': 'tempest-TestVolumeBootPattern-1136214510-router', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:44Z', 'updated_at': '2022-05-09T04:27:51Z', 'revision_number': 4, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'gw_port': {'id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b3:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:45Z', 'updated_at': '2022-05-09T04:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '269efca6-e9a1-43bc-83bb-f3eab1746004', 'name': '', 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'mac_address': 'fa:16:3e:19:7b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'dbed64c5-3159-495c-b3f2-34c99afd3de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:50Z', 'updated_at': '2022-05-09T04:27:51Z', 'revision_number': 2, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'subnets': [{'id': 'dbed64c5-3159-495c-b3f2-34c99afd3de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:27:54.766454 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f1cb6d89-4312-4eee-bb97-79417a0eb570 admin admin] Publish callbacks [] for router_gateway (4d52aa5f-732c-4e4d-b61c-fb86a901d96c), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:54.808870 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f1cb6d89-4312-4eee-bb97-79417a0eb570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:54.825139 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-22c74af3-1a0b-46dd-abc7-26195f0fbe10 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks [] for security_group_rule (ac3901b0-e0b6-456a-b975-b43ef4e3b009), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:54.828498 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-6a319983-a373-43e3-b5fb-7fc08621d259 admin admin] Allocated IP 172.20.0.1 (da1a742f-a0fb-4823-acf5-bb842d53e97e/f2c7c720-a0e3-4650-9d10-f6010eaead33/423cc753-ac02-44c3-9978-67edc8948b86) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:27:54.840655 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-22c74af3-1a0b-46dd-abc7-26195f0fbe10 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619982'] for security_group_rule (ac3901b0-e0b6-456a-b975-b43ef4e3b009), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:54.847615 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0d015d-5042-4294-96d6-cdc51de7323c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb5d7134-a911-54f2-a3b8-b69254a18049-cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'fixed_ips': [{'subnet_id': '2d5198bd-ad41-455d-84af-e9d6c501ca45'}]}} from dv-cinder-838009-3-iscsi. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 09 04:27:54.864699 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c74af3-1a0b-46dd-abc7-26195f0fbe10 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac3901b0-e0b6-456a-b975-b43ef4e3b009,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:54.869109 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2d0d015d-5042-4294-96d6-cdc51de7323c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:54.908195 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e18b72f2-f2a0-4ce0-94d9-442b96991ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278'] for network (dddeceb9-af14-4262-b288-15df5df0629b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:54.909242 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18b72f2-f2a0-4ce0-94d9-442b96991ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:54.909704 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e18b72f2-f2a0-4ce0-94d9-442b96991ded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:54.942082 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] For port 24633dc2-c6b3-41de-88cd-bac9d20cc6f0, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=24633dc2-c6b3-41de-88cd-bac9d20cc6f0,segment=NetworkSegment(e721fef7-2fbf-4951-beab-ce8ea2bdc6b4),segment_id=e721fef7-2fbf-4951-beab-ce8ea2bdc6b4)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:27:54.961384 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-02d5e1a9-a5b4-49fc-9744-0272e82d7af3 None None] Provisioning complete for port 24633dc2-c6b3-41de-88cd-bac9d20cc6f0 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:27:54.961980 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-02d5e1a9-a5b4-49fc-9744-0272e82d7af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (24633dc2-c6b3-41de-88cd-bac9d20cc6f0), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:54.973030 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-22c74af3-1a0b-46dd-abc7-26195f0fbe10 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:54.974412 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-22c74af3-1a0b-46dd-abc7-26195f0fbe10 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3550065 May 09 04:27:54.980188 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 44860) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:54.986599 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-09e2f772-8039-4192-9e4a-f51ab786e31e tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Request body: {'security_group_rule': {'security_group_id': '5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e', 'project_id': 'c8cbe32e8ede404fa3d19537256606e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:27:54.994334 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-e18b72f2-f2a0-4ce0-94d9-442b96991ded admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4622717 May 09 04:27:55.002009 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (24633dc2-c6b3-41de-88cd-bac9d20cc6f0), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:55.002977 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 7b3eb8bc-0060-4827-848f-bdcb8b979414 up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:27:55.007859 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 44862) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:55.014517 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-64b6522e-c86b-4a7d-81ee-f6f91b93bc59 admin admin] Request body: {'subnet': {'network_id': 'dddeceb9-af14-4262-b288-15df5df0629b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-12657949-subnet', 'tenant_id': 'c54b5ee463964fa289d41b32b9d47efa', 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:27:55.016108 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.db.securitygroups_db [None req-09e2f772-8039-4192-9e4a-f51ab786e31e tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Project c8cbe32e8ede404fa3d19537256606e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 04:27:55.047116 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b72f2-f2a0-4ce0-94d9-442b96991ded admin admin] Pushing event updated for resources: {'Network': ['ID=dddeceb9-af14-4262-b288-15df5df0629b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:55.048008 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b7f43-ef12-4691-b9bf-2fb92d9a744f req-6cbaef27-decb-46e4-9428-0e35dbad4b39 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:55.049688 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ed1b7f43-ef12-4691-b9bf-2fb92d9a744f req-6cbaef27-decb-46e4-9428-0e35dbad4b39 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 945 time: 0.1793554 May 09 04:27:55.050465 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09e2f772-8039-4192-9e4a-f51ab786e31e tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks [] for security_group_rule (25e099b7-04ea-45a2-a508-c59b6be4723b), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:55.067478 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b6522e-c86b-4a7d-81ee-f6f91b93bc59 admin admin] Made reservation on behalf of c54b5ee463964fa289d41b32b9d47efa for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:27:55.070266 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-64b6522e-c86b-4a7d-81ee-f6f91b93bc59 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260671378'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:55.074125 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-f1cb6d89-4312-4eee-bb97-79417a0eb570 admin admin] Allocated IP 172.27.2.162 (1111f3a4-c02a-41de-91e1-42f5a19c8209/55f6eeca-e44f-4feb-bdb6-d6fdf07e4029/aef29271-ebf7-4e2a-86b5-e03a79d5cd5b) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:27:55.141500 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6a319983-a373-43e3-b5fb-7fc08621d259 admin admin] Publish callbacks [] for port (423cc753-ac02-44c3-9978-67edc8948b86), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:55.172747 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-2d0d015d-5042-4294-96d6-cdc51de7323c None None] Allocated IP 172.20.0.2 (cff1ca97-0d5c-4d7d-b3c2-a81f844b16da/2d5198bd-ad41-455d-84af-e9d6c501ca45/0a9f6b90-ec42-4cd9-96ca-23ab6656e36a) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:27:55.210855 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ed1b7f43-ef12-4691-b9bf-2fb92d9a744f req-5be5677f-79e3-4de5-a536-18e12446ddae tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391850 May 09 04:27:55.215884 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09e2f772-8039-4192-9e4a-f51ab786e31e tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks [] for security_group_rule (25e099b7-04ea-45a2-a508-c59b6be4723b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:55.228410 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09e2f772-8039-4192-9e4a-f51ab786e31e tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619982'] for security_group_rule (25e099b7-04ea-45a2-a508-c59b6be4723b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:55.254875 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e2f772-8039-4192-9e4a-f51ab786e31e tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25e099b7-04ea-45a2-a508-c59b6be4723b,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:55.261954 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6a319983-a373-43e3-b5fb-7fc08621d259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060'] for port (423cc753-ac02-44c3-9978-67edc8948b86), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:55.274132 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09e2f772-8039-4192-9e4a-f51ab786e31e tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:55.284531 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-09e2f772-8039-4192-9e4a-f51ab786e31e tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2952452 May 09 04:27:55.302322 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Network dddeceb9-af14-4262-b288-15df5df0629b details requested by agent ovs-agent-dv-cinder-838009-3-iscsi with host dv-cinder-838009-3-iscsi {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 04:27:55.346746 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a319983-a373-43e3-b5fb-7fc08621d259 admin admin] Network da1a742f-a0fb-4823-acf5-bb842d53e97e is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:27:55.348204 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f1cb6d89-4312-4eee-bb97-79417a0eb570 admin admin] Publish callbacks [] for port (aef29271-ebf7-4e2a-86b5-e03a79d5cd5b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:55.350851 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-6a319983-a373-43e3-b5fb-7fc08621d259 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:27:55.354774 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a319983-a373-43e3-b5fb-7fc08621d259 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:27:55.355278 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6a319983-a373-43e3-b5fb-7fc08621d259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639991'] for router_interface (7fa5118d-add2-498a-a3dc-87e0c4d54a3a), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:55.438490 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a319983-a373-43e3-b5fb-7fc08621d259 admin admin] Pushing event updated for resources: {'Port': ['ID=423cc753-ac02-44c3-9978-67edc8948b86,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:55.476605 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43e19ad3-c0e7-48b8-9cb0-6496f201f8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3ce75c28-5550-4d51-9af6-2a59ee09c43b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:55.483261 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-64b6522e-c86b-4a7d-81ee-f6f91b93bc59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260671364'] for subnet (49277ba0-0f22-4646-a826-b8fb53db0e06), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:55.508846 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Pushing event updated for resources: {'Port': ['ID=24633dc2-c6b3-41de-88cd-bac9d20cc6f0,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:55.569809 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b6522e-c86b-4a7d-81ee-f6f91b93bc59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49277ba0-0f22-4646-a826-b8fb53db0e06,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:55.572400 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f1cb6d89-4312-4eee-bb97-79417a0eb570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (aef29271-ebf7-4e2a-86b5-e03a79d5cd5b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:55.579208 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-02d5e1a9-a5b4-49fc-9744-0272e82d7af3 None None] Current status of the port 24633dc2-c6b3-41de-88cd-bac9d20cc6f0 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:27:55.589404 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port 7b3eb8bc-0060-4827-848f-bdcb8b979414 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:27:55.589953 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (7b3eb8bc-0060-4827-848f-bdcb8b979414), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:55.621459 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6a319983-a373-43e3-b5fb-7fc08621d259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (423cc753-ac02-44c3-9978-67edc8948b86), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:55.646897 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cb6d89-4312-4eee-bb97-79417a0eb570 admin admin] Network 1111f3a4-c02a-41de-91e1-42f5a19c8209 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:27:55.652091 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-f1cb6d89-4312-4eee-bb97-79417a0eb570 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:27:55.656161 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cb6d89-4312-4eee-bb97-79417a0eb570 admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:27:55.882453 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6a319983-a373-43e3-b5fb-7fc08621d259 admin admin] Publish callbacks [] for port (423cc753-ac02-44c3-9978-67edc8948b86), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:55.887401 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6a319983-a373-43e3-b5fb-7fc08621d259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (423cc753-ac02-44c3-9978-67edc8948b86), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:55.888120 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6a319983-a373-43e3-b5fb-7fc08621d259 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639165'] for router_interface (7fa5118d-add2-498a-a3dc-87e0c4d54a3a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:55.986911 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2d0d015d-5042-4294-96d6-cdc51de7323c None None] Publish callbacks [] for port (0a9f6b90-ec42-4cd9-96ca-23ab6656e36a), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:55.997505 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cb6d89-4312-4eee-bb97-79417a0eb570 admin admin] Pushing event updated for resources: {'Port': ['ID=aef29271-ebf7-4e2a-86b5-e03a79d5cd5b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:56.027958 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b6522e-c86b-4a7d-81ee-f6f91b93bc59 admin admin] Checking segment: {'id': '30754314-8417-4277-9aa7-f2d7d96d3e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'dddeceb9-af14-4262-b288-15df5df0629b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:27:56.028523 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b6522e-c86b-4a7d-81ee-f6f91b93bc59 admin admin] Network hostable DHCP agents. Network: dddeceb9-af14-4262-b288-15df5df0629b, hostable agents: ['144b4b53-faa6-4e1c-8c93-1df238c644e2'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 04:27:56.033262 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2d0d015d-5042-4294-96d6-cdc51de7323c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060'] for port (0a9f6b90-ec42-4cd9-96ca-23ab6656e36a), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:56.062729 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a319983-a373-43e3-b5fb-7fc08621d259 admin admin] Pushing event updated for resources: {'Port': ['ID=423cc753-ac02-44c3-9978-67edc8948b86,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:56.066356 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a319983-a373-43e3-b5fb-7fc08621d259 admin admin] Network da1a742f-a0fb-4823-acf5-bb842d53e97e is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:27:56.066860 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b6522e-c86b-4a7d-81ee-f6f91b93bc59 admin admin] Network dddeceb9-af14-4262-b288-15df5df0629b is scheduled to be hosted by DHCP agent 144b4b53-faa6-4e1c-8c93-1df238c644e2 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 04:27:56.068777 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-6a319983-a373-43e3-b5fb-7fc08621d259 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:27:56.093826 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-d626185e-7d5a-4336-8990-e870921cb694 None None] Provisioning complete for port 423cc753-ac02-44c3-9978-67edc8948b86 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:27:56.094325 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d626185e-7d5a-4336-8990-e870921cb694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (423cc753-ac02-44c3-9978-67edc8948b86), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:56.130726 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-64b6522e-c86b-4a7d-81ee-f6f91b93bc59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-3-iscsi, dddeceb9-af14-4262-b288-15df5df0629b) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:27:56.137287 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b6522e-c86b-4a7d-81ee-f6f91b93bc59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:56.138138 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-64b6522e-c86b-4a7d-81ee-f6f91b93bc59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:56.178304 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-64b6522e-c86b-4a7d-81ee-f6f91b93bc59 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1672554 May 09 04:27:56.181224 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 44916) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:56.187505 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-6f4b7fa2-90f9-4d65-ab36-46b645c5f9e4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-12657949-router', 'tenant_id': 'c54b5ee463964fa289d41b32b9d47efa', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'}}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:27:56.276556 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f4b7fa2-90f9-4d65-ab36-46b645c5f9e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29848'] for router (21b62b9b-7af0-4928-b214-eaebb914327b), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:56.279287 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f4b7fa2-90f9-4d65-ab36-46b645c5f9e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653837', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-269844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29841'] for router (21b62b9b-7af0-4928-b214-eaebb914327b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:56.313857 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-d626185e-7d5a-4336-8990-e870921cb694 None None] Port 423cc753-ac02-44c3-9978-67edc8948b86 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 04:27:56.317780 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c05de64-46a0-40a2-bef9-0982b3b28afc None None] Network dddeceb9-af14-4262-b288-15df5df0629b requested from dv-cinder-838009-3-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 04:27:56.322308 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f1cb6d89-4312-4eee-bb97-79417a0eb570 admin admin] Publish callbacks [] for router_gateway (4d52aa5f-732c-4e4d-b61c-fb86a901d96c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:56.393912 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a319983-a373-43e3-b5fb-7fc08621d259 admin admin] Router 7fa5118d-add2-498a-a3dc-87e0c4d54a3a has already been hosted by L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 04:27:56.535715 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f4b7fa2-90f9-4d65-ab36-46b645c5f9e4 admin admin] Publish callbacks [] for router_controller (21b62b9b-7af0-4928-b214-eaebb914327b), precommit_add_association {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:56.587063 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a319983-a373-43e3-b5fb-7fc08621d259 admin admin] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:27:56.600396 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-6a319983-a373-43e3-b5fb-7fc08621d259 admin admin] 10.222.0.44 "PUT /v2.0/routers/7fa5118d-add2-498a-a3dc-87e0c4d54a3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9959965 May 09 04:27:56.600585 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0d015d-5042-4294-96d6-cdc51de7323c None None] Network cff1ca97-0d5c-4d7d-b3c2-a81f844b16da is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:27:56.601830 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d015d-5042-4294-96d6-cdc51de7323c None None] Pushing event updated for resources: {'Port': ['ID=0a9f6b90-ec42-4cd9-96ca-23ab6656e36a,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:56.619822 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-2d0d015d-5042-4294-96d6-cdc51de7323c None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:27:56.626974 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0d015d-5042-4294-96d6-cdc51de7323c None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:27:56.632384 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf7d274-b1d7-4716-a4cf-b66ab34abfe4 req-eaceee32-6b8e-4b09-b004-ef80027794cb tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:56.639379 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-3cf7d274-b1d7-4716-a4cf-b66ab34abfe4 req-eaceee32-6b8e-4b09-b004-ef80027794cb tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 945 time: 0.2614217 May 09 04:27:56.879630 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f4b7fa2-90f9-4d65-ab36-46b645c5f9e4 admin admin] Publish callbacks [] for router_gateway (21b62b9b-7af0-4928-b214-eaebb914327b), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:56.918392 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-3cf7d274-b1d7-4716-a4cf-b66ab34abfe4 req-b14c812e-ca9f-4b16-b5e0-1ff9da2ee1f6 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725499 May 09 04:27:56.962471 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9f9ca06f-227d-4b59-8d9a-579f6b8f9bc7 None None] Publish callbacks [] for port (9277d559-6ea8-40ad-99a3-d40d4f444af1), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:56.975479 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-2b004e90-cd21-4fd1-94a1-f02a29b1666c None None] Provisioning complete for port 423cc753-ac02-44c3-9978-67edc8948b86 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:27:56.976086 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2b004e90-cd21-4fd1-94a1-f02a29b1666c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (423cc753-ac02-44c3-9978-67edc8948b86), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:57.059802 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f1cb6d89-4312-4eee-bb97-79417a0eb570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654042'] for router (4d52aa5f-732c-4e4d-b61c-fb86a901d96c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:57.106323 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9f9ca06f-227d-4b59-8d9a-579f6b8f9bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (9277d559-6ea8-40ad-99a3-d40d4f444af1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:57.133648 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port 7b3eb8bc-0060-4827-848f-bdcb8b979414 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:27:57.134733 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 9f2baa25-9417-4268-a4b6-6a85f7684868 up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:27:57.167638 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190c6239-2088-4f6d-9e36-997185e97ddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb5d7134-a911-54f2-a3b8-b69254a18049-dddeceb9-af14-4262-b288-15df5df0629b', 'network_id': 'dddeceb9-af14-4262-b288-15df5df0629b', 'project_id': 'c54b5ee463964fa289d41b32b9d47efa', 'fixed_ips': [{'subnet_id': '49277ba0-0f22-4646-a826-b8fb53db0e06'}]}} from dv-cinder-838009-3-iscsi. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 09 04:27:57.168869 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-190c6239-2088-4f6d-9e36-997185e97ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:57.204276 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (9a15748d-6a05-4459-b777-d0dd003edfa1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:57.246113 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-2d0d015d-5042-4294-96d6-cdc51de7323c None None] Attempting to bind port 0a9f6b90-ec42-4cd9-96ca-23ab6656e36a on host dv-cinder-838009-3-iscsi for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:27:57.246598 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-2d0d015d-5042-4294-96d6-cdc51de7323c None None] Attempting to bind port 0a9f6b90-ec42-4cd9-96ca-23ab6656e36a by drivers openvswitch,hyperv on host dv-cinder-838009-3-iscsi at level 0 using segments [{'id': '7887ef4a-a237-48ec-8f9c-2f6abe8c4da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:27:57.246844 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0d015d-5042-4294-96d6-cdc51de7323c None None] Attempting to bind port 0a9f6b90-ec42-4cd9-96ca-23ab6656e36a on network cff1ca97-0d5c-4d7d-b3c2-a81f844b16da {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:27:57.248783 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-2b004e90-cd21-4fd1-94a1-f02a29b1666c None None] Port 423cc753-ac02-44c3-9978-67edc8948b86 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 04:27:57.290787 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0d015d-5042-4294-96d6-cdc51de7323c None None] Checking agent: {'id': '9a15748d-6a05-4459-b777-d0dd003edfa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 17, 57), 'started_at': datetime.datetime(2022, 5, 9, 4, 18, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:27:57.291165 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0d015d-5042-4294-96d6-cdc51de7323c None None] Checking segment: {'id': '7887ef4a-a237-48ec-8f9c-2f6abe8c4da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:27:57.291572 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2d0d015d-5042-4294-96d6-cdc51de7323c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:57.291986 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0d015d-5042-4294-96d6-cdc51de7323c None None] Bound using segment: {'id': '7887ef4a-a237-48ec-8f9c-2f6abe8c4da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:27:57.292470 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-2d0d015d-5042-4294-96d6-cdc51de7323c None None] Bound port: 0a9f6b90-ec42-4cd9-96ca-23ab6656e36a, host: dv-cinder-838009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7887ef4a-a237-48ec-8f9c-2f6abe8c4da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:27:57.292964 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2d0d015d-5042-4294-96d6-cdc51de7323c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (0a9f6b90-ec42-4cd9-96ca-23ab6656e36a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:57.294621 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4534c070-d743-4496-b648-7b147f088198 None None] Pushing event updated for resources: {'Port': ['ID=9277d559-6ea8-40ad-99a3-d40d4f444af1,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:57.310024 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-9f9ca06f-227d-4b59-8d9a-579f6b8f9bc7 None None] Attempting to bind port 9277d559-6ea8-40ad-99a3-d40d4f444af1 on host dv-cinder-838009-3-iscsi for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:27:57.310024 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-9f9ca06f-227d-4b59-8d9a-579f6b8f9bc7 None None] Attempting to bind port 9277d559-6ea8-40ad-99a3-d40d4f444af1 by drivers openvswitch,hyperv on host dv-cinder-838009-3-iscsi at level 0 using segments [{'id': 'bfcd5364-714b-4eea-b1ab-23d5506cc730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:27:57.310024 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9ca06f-227d-4b59-8d9a-579f6b8f9bc7 None None] Attempting to bind port 9277d559-6ea8-40ad-99a3-d40d4f444af1 on network 1111f3a4-c02a-41de-91e1-42f5a19c8209 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:27:57.379826 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f4b7fa2-90f9-4d65-ab36-46b645c5f9e4 admin admin] Publish callbacks [] for router_gateway (21b62b9b-7af0-4928-b214-eaebb914327b), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:57.380322 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9ca06f-227d-4b59-8d9a-579f6b8f9bc7 None None] Checking agent: {'id': '9a15748d-6a05-4459-b777-d0dd003edfa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 17, 57), 'started_at': datetime.datetime(2022, 5, 9, 4, 18, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:27:57.380934 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9ca06f-227d-4b59-8d9a-579f6b8f9bc7 None None] Checking segment: {'id': 'bfcd5364-714b-4eea-b1ab-23d5506cc730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:27:57.381119 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9f9ca06f-227d-4b59-8d9a-579f6b8f9bc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:57.381515 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9ca06f-227d-4b59-8d9a-579f6b8f9bc7 None None] Bound using segment: {'id': 'bfcd5364-714b-4eea-b1ab-23d5506cc730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:27:57.382035 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-9f9ca06f-227d-4b59-8d9a-579f6b8f9bc7 None None] Bound port: 9277d559-6ea8-40ad-99a3-d40d4f444af1, host: dv-cinder-838009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfcd5364-714b-4eea-b1ab-23d5506cc730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:27:57.382377 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9f9ca06f-227d-4b59-8d9a-579f6b8f9bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (9277d559-6ea8-40ad-99a3-d40d4f444af1), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:57.436285 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f4b7fa2-90f9-4d65-ab36-46b645c5f9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:57.480175 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port 9f2baa25-9417-4268-a4b6-6a85f7684868 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:27:57.482114 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (9f2baa25-9417-4268-a4b6-6a85f7684868), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:57.503130 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 44966) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:57.509279 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-aae69194-ee23-48a0-9045-af9fff5bc40b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1941677805-network', 'tenant_id': '678b52347f054baa98342f098b23a741'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:27:57.520405 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1cb6d89-4312-4eee-bb97-79417a0eb570 admin admin] Router 4d52aa5f-732c-4e4d-b61c-fb86a901d96c is scheduled to L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 04:27:57.545318 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae69194-ee23-48a0-9045-af9fff5bc40b admin admin] Made reservation on behalf of 678b52347f054baa98342f098b23a741 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:27:57.548741 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aae69194-ee23-48a0-9045-af9fff5bc40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:57.559618 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aae69194-ee23-48a0-9045-af9fff5bc40b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:57.654726 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-9f9ca06f-227d-4b59-8d9a-579f6b8f9bc7 None None] For port 9277d559-6ea8-40ad-99a3-d40d4f444af1, host dv-cinder-838009-3-iscsi, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:27:57.661081 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-9f9ca06f-227d-4b59-8d9a-579f6b8f9bc7 None None] For port 9277d559-6ea8-40ad-99a3-d40d4f444af1, host dv-cinder-838009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=9277d559-6ea8-40ad-99a3-d40d4f444af1,segment=NetworkSegment(bfcd5364-714b-4eea-b1ab-23d5506cc730),segment_id=bfcd5364-714b-4eea-b1ab-23d5506cc730)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:27:57.698802 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-190c6239-2088-4f6d-9e36-997185e97ddc None None] Allocated IP 172.20.0.2 (dddeceb9-af14-4262-b288-15df5df0629b/49277ba0-0f22-4646-a826-b8fb53db0e06/1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:27:57.717808 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aae69194-ee23-48a0-9045-af9fff5bc40b admin admin] Publish callbacks [] for security_group (34afc298-6b97-4a8d-99ab-f2a3c7da340a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:57.724965 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9f9ca06f-227d-4b59-8d9a-579f6b8f9bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (9277d559-6ea8-40ad-99a3-d40d4f444af1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:57.726980 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aae69194-ee23-48a0-9045-af9fff5bc40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (34afc298-6b97-4a8d-99ab-f2a3c7da340a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:57.731882 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-2d0d015d-5042-4294-96d6-cdc51de7323c None None] For port 0a9f6b90-ec42-4cd9-96ca-23ab6656e36a, host dv-cinder-838009-3-iscsi, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:27:57.754058 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-6f4b7fa2-90f9-4d65-ab36-46b645c5f9e4 admin admin] Allocated IP 172.27.2.10 (1111f3a4-c02a-41de-91e1-42f5a19c8209/55f6eeca-e44f-4feb-bdb6-d6fdf07e4029/50be2951-af59-4663-ba62-0c4562430afc) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:27:57.775131 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1cb6d89-4312-4eee-bb97-79417a0eb570 admin admin] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:27:57.776302 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aae69194-ee23-48a0-9045-af9fff5bc40b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 04:27:57.797899 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae69194-ee23-48a0-9045-af9fff5bc40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34afc298-6b97-4a8d-99ab-f2a3c7da340a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:57.798629 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7987cb65-57bb-4706-8dd9-a0f4da492c8a None None] Sync routers for ids ['4d52aa5f-732c-4e4d-b61c-fb86a901d96c'] in dv-cinder-838009-3-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:27:57.809427 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aae69194-ee23-48a0-9045-af9fff5bc40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754'] for segment (c60cad70-07f0-4c3e-9f4f-2a2885c10185), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:57.810054 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.db.segments_db [None req-aae69194-ee23-48a0-9045-af9fff5bc40b admin admin] Added segment c60cad70-07f0-4c3e-9f4f-2a2885c10185 of type vlan for network 47d82032-6c81-4102-b2ac-f0b5fd250d2c May 09 04:27:57.834665 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7987cb65-57bb-4706-8dd9-a0f4da492c8a None None] Routers {'4d52aa5f-732c-4e4d-b61c-fb86a901d96c'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:27:57.835580 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7987cb65-57bb-4706-8dd9-a0f4da492c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:27:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['4d52aa5f-732c-4e4d-b61c-fb86a901d96c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:27:57.872489 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-2d0d015d-5042-4294-96d6-cdc51de7323c None None] For port 0a9f6b90-ec42-4cd9-96ca-23ab6656e36a, host dv-cinder-838009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=0a9f6b90-ec42-4cd9-96ca-23ab6656e36a,segment=NetworkSegment(7887ef4a-a237-48ec-8f9c-2f6abe8c4da6),segment_id=7887ef4a-a237-48ec-8f9c-2f6abe8c4da6)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:27:57.971059 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aae69194-ee23-48a0-9045-af9fff5bc40b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782007660162'] for network (47d82032-6c81-4102-b2ac-f0b5fd250d2c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:57.989864 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-7987cb65-57bb-4706-8dd9-a0f4da492c8a None None] Set router 4d52aa5f-732c-4e4d-b61c-fb86a901d96c gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:27:58.057710 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-190c6239-2088-4f6d-9e36-997185e97ddc None None] Publish callbacks [] for port (1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:58.088236 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4534c070-d743-4496-b648-7b147f088198 None None] Pushing event updated for resources: {'Port': ['ID=9277d559-6ea8-40ad-99a3-d40d4f444af1,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:58.107839 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2d0d015d-5042-4294-96d6-cdc51de7323c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (0a9f6b90-ec42-4cd9-96ca-23ab6656e36a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:58.111243 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port 9f2baa25-9417-4268-a4b6-6a85f7684868 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:27:58.141507 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-190c6239-2088-4f6d-9e36-997185e97ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060'] for port (1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:58.154747 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f1cb6d89-4312-4eee-bb97-79417a0eb570 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:58.160513 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-f1cb6d89-4312-4eee-bb97-79417a0eb570 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.4524381 May 09 04:27:58.171103 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 44978) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:58.282225 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190c6239-2088-4f6d-9e36-997185e97ddc None None] Network dddeceb9-af14-4262-b288-15df5df0629b is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:27:58.285066 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9ca06f-227d-4b59-8d9a-579f6b8f9bc7 None None] Routers {'7fa5118d-add2-498a-a3dc-87e0c4d54a3a'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:27:58.285736 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-9f9ca06f-227d-4b59-8d9a-579f6b8f9bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:27:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['7fa5118d-add2-498a-a3dc-87e0c4d54a3a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:27:58.331709 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f4b7fa2-90f9-4d65-ab36-46b645c5f9e4 admin admin] Publish callbacks [] for port (50be2951-af59-4663-ba62-0c4562430afc), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:58.360696 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7987cb65-57bb-4706-8dd9-a0f4da492c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'name': 'tempest-AttachVolumeNegativeTest-195011021-router', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:53Z', 'updated_at': '2022-05-09T04:27:56Z', 'revision_number': 3, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'gw_port': {'id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:08:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:54Z', 'updated_at': '2022-05-09T04:27:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi'}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:27:58.416899 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-190c6239-2088-4f6d-9e36-997185e97ddc None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:27:58.420557 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d015d-5042-4294-96d6-cdc51de7323c None None] Pushing event updated for resources: {'Port': ['ID=0a9f6b90-ec42-4cd9-96ca-23ab6656e36a,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:58.423668 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190c6239-2088-4f6d-9e36-997185e97ddc None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:27:58.475921 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 44980) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:58.514392 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f4b7fa2-90f9-4d65-ab36-46b645c5f9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (50be2951-af59-4663-ba62-0c4562430afc), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:58.557815 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device ed11706f-8b65-4323-8168-54f4f9dd0b4a up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:27:58.567138 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7987cb65-57bb-4706-8dd9-a0f4da492c8a None None] Checking router: 4d52aa5f-732c-4e4d-b61c-fb86a901d96c for host: dv-cinder-838009-3-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:27:58.567865 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7987cb65-57bb-4706-8dd9-a0f4da492c8a None None] Updating router 4d52aa5f-732c-4e4d-b61c-fb86a901d96c port aef29271-ebf7-4e2a-86b5-e03a79d5cd5b binding host dv-cinder-838009-3-iscsi {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 04:27:58.569988 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aae69194-ee23-48a0-9045-af9fff5bc40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278'] for network (47d82032-6c81-4102-b2ac-f0b5fd250d2c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:58.571059 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae69194-ee23-48a0-9045-af9fff5bc40b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:58.571387 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aae69194-ee23-48a0-9045-af9fff5bc40b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:58.604621 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c6239-2088-4f6d-9e36-997185e97ddc None None] Pushing event updated for resources: {'Port': ['ID=1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:58.687845 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7987cb65-57bb-4706-8dd9-a0f4da492c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (aef29271-ebf7-4e2a-86b5-e03a79d5cd5b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:58.688106 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4b7fa2-90f9-4d65-ab36-46b645c5f9e4 admin admin] Network 1111f3a4-c02a-41de-91e1-42f5a19c8209 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:27:58.693543 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-6f4b7fa2-90f9-4d65-ab36-46b645c5f9e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:27:58.718309 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4b7fa2-90f9-4d65-ab36-46b645c5f9e4 admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:27:58.771930 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-aae69194-ee23-48a0-9045-af9fff5bc40b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2648411 May 09 04:27:58.779781 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 44986) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:58.793304 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d62ff-45b5-49cd-ad33-1af24d171613 req-493dc47c-7c5a-46ca-a818-8f4fdad558dd tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:58.795116 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9b4d62ff-45b5-49cd-ad33-1af24d171613 req-493dc47c-7c5a-46ca-a818-8f4fdad558dd tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 945 time: 0.2754407 May 09 04:27:58.803745 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f06ed4c4-a053-446b-a899-7d36ddfc6b47 admin admin] Request body: {'subnet': {'network_id': '47d82032-6c81-4102-b2ac-f0b5fd250d2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1941677805-subnet', 'tenant_id': '678b52347f054baa98342f098b23a741', 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:27:58.849720 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae69194-ee23-48a0-9045-af9fff5bc40b admin admin] Pushing event updated for resources: {'Network': ['ID=47d82032-6c81-4102-b2ac-f0b5fd250d2c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:58.904369 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9b4d62ff-45b5-49cd-ad33-1af24d171613 req-373afff8-f2c9-44a9-80f6-65e0a7aa6f42 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933177 May 09 04:27:58.905960 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06ed4c4-a053-446b-a899-7d36ddfc6b47 admin admin] Made reservation on behalf of 678b52347f054baa98342f098b23a741 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:27:58.909541 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3d39f000-0242-4780-ac74-09f045822573 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:58.915452 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f06ed4c4-a053-446b-a899-7d36ddfc6b47 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:58.921103 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b7fa2-90f9-4d65-ab36-46b645c5f9e4 admin admin] Pushing event updated for resources: {'Port': ['ID=50be2951-af59-4663-ba62-0c4562430afc,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:58.964501 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-9f9ca06f-227d-4b59-8d9a-579f6b8f9bc7 None None] Set router 7fa5118d-add2-498a-a3dc-87e0c4d54a3a gateway port host: dv-cinder-838009-3-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:27:59.053132 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-190c6239-2088-4f6d-9e36-997185e97ddc None None] Attempting to bind port 1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99 on host dv-cinder-838009-3-iscsi for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:27:59.053649 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-190c6239-2088-4f6d-9e36-997185e97ddc None None] Attempting to bind port 1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99 by drivers openvswitch,hyperv on host dv-cinder-838009-3-iscsi at level 0 using segments [{'id': '30754314-8417-4277-9aa7-f2d7d96d3e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'dddeceb9-af14-4262-b288-15df5df0629b'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:27:59.054334 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190c6239-2088-4f6d-9e36-997185e97ddc None None] Attempting to bind port 1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99 on network dddeceb9-af14-4262-b288-15df5df0629b {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:27:59.062481 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Network 47d82032-6c81-4102-b2ac-f0b5fd250d2c details requested by agent ovs-agent-dv-cinder-838009-3-iscsi with host dv-cinder-838009-3-iscsi {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 04:27:59.130189 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190c6239-2088-4f6d-9e36-997185e97ddc None None] Checking agent: {'id': '9a15748d-6a05-4459-b777-d0dd003edfa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 17, 57), 'started_at': datetime.datetime(2022, 5, 9, 4, 18, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:27:59.130490 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190c6239-2088-4f6d-9e36-997185e97ddc None None] Checking segment: {'id': '30754314-8417-4277-9aa7-f2d7d96d3e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'dddeceb9-af14-4262-b288-15df5df0629b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:27:59.131109 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-190c6239-2088-4f6d-9e36-997185e97ddc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:59.131586 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190c6239-2088-4f6d-9e36-997185e97ddc None None] Bound using segment: {'id': '30754314-8417-4277-9aa7-f2d7d96d3e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'dddeceb9-af14-4262-b288-15df5df0629b'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:27:59.132297 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-190c6239-2088-4f6d-9e36-997185e97ddc None None] Bound port: 1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99, host: dv-cinder-838009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30754314-8417-4277-9aa7-f2d7d96d3e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'dddeceb9-af14-4262-b288-15df5df0629b'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:27:59.132760 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-190c6239-2088-4f6d-9e36-997185e97ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:59.157644 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7987cb65-57bb-4706-8dd9-a0f4da492c8a None None] Publish callbacks [] for port (aef29271-ebf7-4e2a-86b5-e03a79d5cd5b), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:59.181116 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port ed11706f-8b65-4323-8168-54f4f9dd0b4a triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:27:59.181575 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7987cb65-57bb-4706-8dd9-a0f4da492c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (aef29271-ebf7-4e2a-86b5-e03a79d5cd5b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:59.181746 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (ed11706f-8b65-4323-8168-54f4f9dd0b4a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:59.291056 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f06ed4c4-a053-446b-a899-7d36ddfc6b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278'] for subnet (0e51b18a-53a6-4e16-a314-cd9e92879860), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:59.318233 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413f4e6-190f-455a-8261-27e636fdf513 None None] Pushing event updated for resources: {'Port': ['ID=aef29271-ebf7-4e2a-86b5-e03a79d5cd5b,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:59.337160 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-7987cb65-57bb-4706-8dd9-a0f4da492c8a None None] Attempting to bind port aef29271-ebf7-4e2a-86b5-e03a79d5cd5b on host dv-cinder-838009-3-iscsi for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:27:59.338004 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-7987cb65-57bb-4706-8dd9-a0f4da492c8a None None] Attempting to bind port aef29271-ebf7-4e2a-86b5-e03a79d5cd5b by drivers openvswitch,hyperv on host dv-cinder-838009-3-iscsi at level 0 using segments [{'id': 'bfcd5364-714b-4eea-b1ab-23d5506cc730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:27:59.338004 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7987cb65-57bb-4706-8dd9-a0f4da492c8a None None] Attempting to bind port aef29271-ebf7-4e2a-86b5-e03a79d5cd5b on network 1111f3a4-c02a-41de-91e1-42f5a19c8209 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:27:59.357041 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7987cb65-57bb-4706-8dd9-a0f4da492c8a None None] Checking agent: {'id': '9a15748d-6a05-4459-b777-d0dd003edfa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 17, 57), 'started_at': datetime.datetime(2022, 5, 9, 4, 18, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:27:59.357421 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7987cb65-57bb-4706-8dd9-a0f4da492c8a None None] Checking segment: {'id': 'bfcd5364-714b-4eea-b1ab-23d5506cc730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:27:59.357825 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7987cb65-57bb-4706-8dd9-a0f4da492c8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:59.358216 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7987cb65-57bb-4706-8dd9-a0f4da492c8a None None] Bound using segment: {'id': 'bfcd5364-714b-4eea-b1ab-23d5506cc730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:27:59.358688 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-7987cb65-57bb-4706-8dd9-a0f4da492c8a None None] Bound port: aef29271-ebf7-4e2a-86b5-e03a79d5cd5b, host: dv-cinder-838009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfcd5364-714b-4eea-b1ab-23d5506cc730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:27:59.359068 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7987cb65-57bb-4706-8dd9-a0f4da492c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (aef29271-ebf7-4e2a-86b5-e03a79d5cd5b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:59.399608 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ed4c4-a053-446b-a899-7d36ddfc6b47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e51b18a-53a6-4e16-a314-cd9e92879860,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:59.415688 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port ed11706f-8b65-4323-8168-54f4f9dd0b4a is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:27:59.416784 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (ed11706f-8b65-4323-8168-54f4f9dd0b4a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:59.435514 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-190c6239-2088-4f6d-9e36-997185e97ddc None None] For port 1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99, host dv-cinder-838009-3-iscsi, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:27:59.463888 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-7987cb65-57bb-4706-8dd9-a0f4da492c8a None None] For port aef29271-ebf7-4e2a-86b5-e03a79d5cd5b, host dv-cinder-838009-3-iscsi, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:27:59.469988 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-7987cb65-57bb-4706-8dd9-a0f4da492c8a None None] For port aef29271-ebf7-4e2a-86b5-e03a79d5cd5b, host dv-cinder-838009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=aef29271-ebf7-4e2a-86b5-e03a79d5cd5b,segment=NetworkSegment(bfcd5364-714b-4eea-b1ab-23d5506cc730),segment_id=bfcd5364-714b-4eea-b1ab-23d5506cc730)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:27:59.472836 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06ed4c4-a053-446b-a899-7d36ddfc6b47 admin admin] Checking segment: {'id': 'c60cad70-07f0-4c3e-9f4f-2a2885c10185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '47d82032-6c81-4102-b2ac-f0b5fd250d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:27:59.473224 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06ed4c4-a053-446b-a899-7d36ddfc6b47 admin admin] Network hostable DHCP agents. Network: 47d82032-6c81-4102-b2ac-f0b5fd250d2c, hostable agents: ['144b4b53-faa6-4e1c-8c93-1df238c644e2'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 04:27:59.480236 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7987cb65-57bb-4706-8dd9-a0f4da492c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (aef29271-ebf7-4e2a-86b5-e03a79d5cd5b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:59.492612 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3d39f000-0242-4780-ac74-09f045822573 admin admin] Publish callbacks [] for security_group (3586457c-5110-45aa-96a5-301ddac33732), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:59.495720 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] For port ed11706f-8b65-4323-8168-54f4f9dd0b4a, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=ed11706f-8b65-4323-8168-54f4f9dd0b4a,segment=NetworkSegment(bfcd5364-714b-4eea-b1ab-23d5506cc730),segment_id=bfcd5364-714b-4eea-b1ab-23d5506cc730)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:27:59.498348 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f4b7fa2-90f9-4d65-ab36-46b645c5f9e4 admin admin] Publish callbacks [] for router_gateway (21b62b9b-7af0-4928-b214-eaebb914327b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:59.503933 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3d39f000-0242-4780-ac74-09f045822573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (3586457c-5110-45aa-96a5-301ddac33732), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:59.504149 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-190c6239-2088-4f6d-9e36-997185e97ddc None None] For port 1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99, host dv-cinder-838009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99,segment=NetworkSegment(30754314-8417-4277-9aa7-f2d7d96d3e00),segment_id=30754314-8417-4277-9aa7-f2d7d96d3e00)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:27:59.518971 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (ed11706f-8b65-4323-8168-54f4f9dd0b4a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:59.520256 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 24633dc2-c6b3-41de-88cd-bac9d20cc6f0 up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:27:59.527560 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06ed4c4-a053-446b-a899-7d36ddfc6b47 admin admin] Network 47d82032-6c81-4102-b2ac-f0b5fd250d2c is scheduled to be hosted by DHCP agent 144b4b53-faa6-4e1c-8c93-1df238c644e2 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 04:27:59.542001 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-f06ed4c4-a053-446b-a899-7d36ddfc6b47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-3-iscsi, 47d82032-6c81-4102-b2ac-f0b5fd250d2c) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:27:59.547468 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7987cb65-57bb-4706-8dd9-a0f4da492c8a None None] Routers {'4d52aa5f-732c-4e4d-b61c-fb86a901d96c'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:27:59.548278 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7987cb65-57bb-4706-8dd9-a0f4da492c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:27:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['4d52aa5f-732c-4e4d-b61c-fb86a901d96c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:27:59.560969 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-190c6239-2088-4f6d-9e36-997185e97ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:59.570717 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06ed4c4-a053-446b-a899-7d36ddfc6b47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:27:59.572674 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f06ed4c4-a053-446b-a899-7d36ddfc6b47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:59.589632 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f79232e-5e5a-457e-a784-08674c3fa12e None None] Network 47d82032-6c81-4102-b2ac-f0b5fd250d2c requested from dv-cinder-838009-3-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 04:27:59.611736 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-f06ed4c4-a053-446b-a899-7d36ddfc6b47 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8149292 May 09 04:27:59.620077 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 44990) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:59.629358 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-bcb26b56-b287-430f-bebb-bbb62b09b994 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1941677805-router', 'tenant_id': '678b52347f054baa98342f098b23a741', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'}}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:27:59.645209 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d39f000-0242-4780-ac74-09f045822573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3586457c-5110-45aa-96a5-301ddac33732,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:59.649031 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413f4e6-190f-455a-8261-27e636fdf513 None None] Pushing event updated for resources: {'Port': ['ID=aef29271-ebf7-4e2a-86b5-e03a79d5cd5b,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:27:59.686383 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bcb26b56-b287-430f-bebb-bbb62b09b994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29848'] for router (acfcfe3a-eaa7-464c-afb7-194ed898c24b), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:59.688310 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bcb26b56-b287-430f-bebb-bbb62b09b994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653837', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-269844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29841'] for router (acfcfe3a-eaa7-464c-afb7-194ed898c24b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:59.699413 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-3d39f000-0242-4780-ac74-09f045822573 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f8b614e7548546baa04d9a2fb758bc19&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2229307 May 09 04:27:59.702372 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 44992) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:27:59.769675 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-7987cb65-57bb-4706-8dd9-a0f4da492c8a None None] Set router 4d52aa5f-732c-4e4d-b61c-fb86a901d96c gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:27:59.817162 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bcb26b56-b287-430f-bebb-bbb62b09b994 admin admin] Publish callbacks [] for router_controller (acfcfe3a-eaa7-464c-afb7-194ed898c24b), precommit_add_association {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:27:59.952751 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-9f9ca06f-227d-4b59-8d9a-579f6b8f9bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa5118d-add2-498a-a3dc-87e0c4d54a3a', 'name': 'tempest-TestMinimumBasicScenario-524112707-router', 'tenant_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '9277d559-6ea8-40ad-99a3-d40d4f444af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:48Z', 'updated_at': '2022-05-09T04:27:55Z', 'revision_number': 4, 'project_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'gw_port': {'id': '9277d559-6ea8-40ad-99a3-d40d4f444af1', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa5118d-add2-498a-a3dc-87e0c4d54a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:49Z', 'updated_at': '2022-05-09T04:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '423cc753-ac02-44c3-9978-67edc8948b86', 'name': '', 'network_id': 'da1a742f-a0fb-4823-acf5-bb842d53e97e', 'tenant_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'mac_address': 'fa:16:3e:c2:47:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa5118d-add2-498a-a3dc-87e0c4d54a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'f2c7c720-a0e3-4650-9d10-f6010eaead33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:54Z', 'updated_at': '2022-05-09T04:27:55Z', 'revision_number': 2, 'project_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'subnets': [{'id': 'f2c7c720-a0e3-4650-9d10-f6010eaead33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:27:59.963931 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f29b1f6-2d14-4137-b5dd-a81bea601872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:00.011994 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Pushing event updated for resources: {'Port': ['ID=ed11706f-8b65-4323-8168-54f4f9dd0b4a,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:00.077172 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7cbc129b-2642-4169-8575-5d350da9f45c admin admin] Publish callbacks [] for security_group (3586457c-5110-45aa-96a5-301ddac33732), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:00.098117 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c5dbdf-8440-4590-9b83-878c8fb43e42 None None] Sync routers for ids ['ca67ea01-395b-4d58-a518-591071975afb'] in dv-cinder-838009-3-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:28:00.126693 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9ca06f-227d-4b59-8d9a-579f6b8f9bc7 None None] The sync data for ids ['7fa5118d-add2-498a-a3dc-87e0c4d54a3a'] in dv-cinder-838009-3-iscsi is: [{'id': '7fa5118d-add2-498a-a3dc-87e0c4d54a3a', 'name': 'tempest-TestMinimumBasicScenario-524112707-router', 'tenant_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '9277d559-6ea8-40ad-99a3-d40d4f444af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:48Z', 'updated_at': '2022-05-09T04:27:55Z', 'revision_number': 4, 'project_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'gw_port': {'id': '9277d559-6ea8-40ad-99a3-d40d4f444af1', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa5118d-add2-498a-a3dc-87e0c4d54a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:49Z', 'updated_at': '2022-05-09T04:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '423cc753-ac02-44c3-9978-67edc8948b86', 'name': '', 'network_id': 'da1a742f-a0fb-4823-acf5-bb842d53e97e', 'tenant_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'mac_address': 'fa:16:3e:c2:47:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa5118d-add2-498a-a3dc-87e0c4d54a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'f2c7c720-a0e3-4650-9d10-f6010eaead33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:54Z', 'updated_at': '2022-05-09T04:27:55Z', 'revision_number': 2, 'project_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'subnets': [{'id': 'f2c7c720-a0e3-4650-9d10-f6010eaead33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:28:00.149820 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7987cb65-57bb-4706-8dd9-a0f4da492c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'name': 'tempest-AttachVolumeNegativeTest-195011021-router', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:53Z', 'updated_at': '2022-05-09T04:27:56Z', 'revision_number': 3, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'gw_port': {'id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:08:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:54Z', 'updated_at': '2022-05-09T04:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi'}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:28:00.157463 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bcb26b56-b287-430f-bebb-bbb62b09b994 admin admin] Publish callbacks [] for router_gateway (acfcfe3a-eaa7-464c-afb7-194ed898c24b), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:00.202753 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7cbc129b-2642-4169-8575-5d350da9f45c admin admin] Publish callbacks [] for security_group (3586457c-5110-45aa-96a5-301ddac33732), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:00.208415 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7987cb65-57bb-4706-8dd9-a0f4da492c8a None None] The sync data for ids ['4d52aa5f-732c-4e4d-b61c-fb86a901d96c'] in dv-cinder-838009-3-iscsi is: [{'id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'name': 'tempest-AttachVolumeNegativeTest-195011021-router', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:53Z', 'updated_at': '2022-05-09T04:27:56Z', 'revision_number': 3, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'gw_port': {'id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:08:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:54Z', 'updated_at': '2022-05-09T04:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:28:00.255311 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59677daf-da0a-49cc-9b25-3dda19ce8329 req-6e904a66-e129-4395-80e0-4c7ab57693e7 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:00.267267 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c5dbdf-8440-4590-9b83-878c8fb43e42 None None] Routers {'ca67ea01-395b-4d58-a518-591071975afb'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:28:00.276516 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-59677daf-da0a-49cc-9b25-3dda19ce8329 req-6e904a66-e129-4395-80e0-4c7ab57693e7 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 945 time: 0.2274089 May 09 04:28:00.277002 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-42c5dbdf-8440-4590-9b83-878c8fb43e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:27:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['ca67ea01-395b-4d58-a518-591071975afb'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:28:00.281632 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f4b7fa2-90f9-4d65-ab36-46b645c5f9e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654042'] for router (21b62b9b-7af0-4928-b214-eaebb914327b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:00.296964 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port 24633dc2-c6b3-41de-88cd-bac9d20cc6f0 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:28:00.297956 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (24633dc2-c6b3-41de-88cd-bac9d20cc6f0), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:00.376883 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2290b6f-8099-4fa6-9b6b-bd8c6d647382 None None] Network cff1ca97-0d5c-4d7d-b3c2-a81f844b16da requested from dv-cinder-838009-3-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 04:28:00.485918 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-59677daf-da0a-49cc-9b25-3dda19ce8329 req-0334adbc-0ca1-41e5-b727-b9575a069995 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930385 May 09 04:28:00.539189 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7cbc129b-2642-4169-8575-5d350da9f45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (3586457c-5110-45aa-96a5-301ddac33732), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:00.541954 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7cbc129b-2642-4169-8575-5d350da9f45c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:00.545468 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-7cbc129b-2642-4169-8575-5d350da9f45c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3586457c-5110-45aa-96a5-301ddac33732 HTTP/1.1" status: 204 len: 168 time: 0.8397167 May 09 04:28:00.592271 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c6239-2088-4f6d-9e36-997185e97ddc None None] Pushing event updated for resources: {'Port': ['ID=1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:00.682296 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-b28a8451-2dae-45f4-bc8d-c584e3021e70 None None] Provisioning complete for port 0a9f6b90-ec42-4cd9-96ca-23ab6656e36a triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:28:00.682814 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b28a8451-2dae-45f4-bc8d-c584e3021e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (0a9f6b90-ec42-4cd9-96ca-23ab6656e36a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:00.701275 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbc129b-2642-4169-8575-5d350da9f45c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3586457c-5110-45aa-96a5-301ddac33732,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:00.719822 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-6f29b1f6-2d14-4137-b5dd-a81bea601872 admin admin] Allocated IP 172.20.0.1 (cff1ca97-0d5c-4d7d-b3c2-a81f844b16da/2d5198bd-ad41-455d-84af-e9d6c501ca45/529116a4-e0e4-4a10-a24e-711cb18b842b) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:28:00.731304 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ff3145-f5d7-40ba-8714-308d906c5891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb5d7134-a911-54f2-a3b8-b69254a18049-47d82032-6c81-4102-b2ac-f0b5fd250d2c', 'network_id': '47d82032-6c81-4102-b2ac-f0b5fd250d2c', 'project_id': '678b52347f054baa98342f098b23a741', 'fixed_ips': [{'subnet_id': '0e51b18a-53a6-4e16-a314-cd9e92879860'}]}} from dv-cinder-838009-3-iscsi. {{(pid=103227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 09 04:28:00.741000 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bcb26b56-b287-430f-bebb-bbb62b09b994 admin admin] Publish callbacks [] for router_gateway (acfcfe3a-eaa7-464c-afb7-194ed898c24b), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:00.743700 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d3ff3145-f5d7-40ba-8714-308d906c5891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:00.812017 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4b7fa2-90f9-4d65-ab36-46b645c5f9e4 admin admin] Router 21b62b9b-7af0-4928-b214-eaebb914327b is scheduled to L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd with binding_index 1 {{(pid=103225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 04:28:00.868849 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bcb26b56-b287-430f-bebb-bbb62b09b994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:00.998328 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-42c5dbdf-8440-4590-9b83-878c8fb43e42 None None] Set router ca67ea01-395b-4d58-a518-591071975afb gateway port host: dv-cinder-838009-3-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:28:01.010364 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f29b1f6-2d14-4137-b5dd-a81bea601872 admin admin] Publish callbacks [] for port (529116a4-e0e4-4a10-a24e-711cb18b842b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:01.126319 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4b7fa2-90f9-4d65-ab36-46b645c5f9e4 admin admin] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:28:01.129537 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f29b1f6-2d14-4137-b5dd-a81bea601872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (529116a4-e0e4-4a10-a24e-711cb18b842b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:01.161761 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f0b4ea-c467-4d6b-b8e8-7c684fcf36ac None None] Sync routers for ids ['21b62b9b-7af0-4928-b214-eaebb914327b'] in dv-cinder-838009-3-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:28:01.174448 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f0b4ea-c467-4d6b-b8e8-7c684fcf36ac None None] Routers {'21b62b9b-7af0-4928-b214-eaebb914327b'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:28:01.175398 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d8f0b4ea-c467-4d6b-b8e8-7c684fcf36ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:27:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['21b62b9b-7af0-4928-b214-eaebb914327b'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:28:01.188405 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f29b1f6-2d14-4137-b5dd-a81bea601872 admin admin] Network cff1ca97-0d5c-4d7d-b3c2-a81f844b16da is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:28:01.191730 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-6f29b1f6-2d14-4137-b5dd-a81bea601872 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:28:01.196381 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f29b1f6-2d14-4137-b5dd-a81bea601872 admin admin] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:28:01.240495 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f29b1f6-2d14-4137-b5dd-a81bea601872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639991'] for router_interface (4d52aa5f-732c-4e4d-b61c-fb86a901d96c), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:01.249448 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.db_base_plugin_common [None req-d3ff3145-f5d7-40ba-8714-308d906c5891 None None] Allocated IP 172.20.0.2 (47d82032-6c81-4102-b2ac-f0b5fd250d2c/0e51b18a-53a6-4e16-a314-cd9e92879860/765cd330-9fd5-463f-82fe-70e5e605d66e) {{(pid=103227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:28:01.250772 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f4b7fa2-90f9-4d65-ab36-46b645c5f9e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:01.252442 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-6f4b7fa2-90f9-4d65-ab36-46b645c5f9e4 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.0695882 May 09 04:28:01.257900 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 45004) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:28:01.292497 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f29b1f6-2d14-4137-b5dd-a81bea601872 admin admin] Pushing event updated for resources: {'Port': ['ID=529116a4-e0e4-4a10-a24e-711cb18b842b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:01.297359 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-bcb26b56-b287-430f-bebb-bbb62b09b994 admin admin] Allocated IP 172.27.2.232 (1111f3a4-c02a-41de-91e1-42f5a19c8209/55f6eeca-e44f-4feb-bdb6-d6fdf07e4029/fe34da7e-7daa-463a-b946-fd74b9a361b4) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:28:01.366097 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-d8f0b4ea-c467-4d6b-b8e8-7c684fcf36ac None None] Set router 21b62b9b-7af0-4928-b214-eaebb914327b gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:28:01.369603 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 45006) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:28:01.395635 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a4b770e-fe46-47e1-bf2c-2a0e25a2c7c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:01.447326 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d3ff3145-f5d7-40ba-8714-308d906c5891 None None] Publish callbacks [] for port (765cd330-9fd5-463f-82fe-70e5e605d66e), precommit_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:01.539580 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f29b1f6-2d14-4137-b5dd-a81bea601872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (529116a4-e0e4-4a10-a24e-711cb18b842b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:01.570843 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d3ff3145-f5d7-40ba-8714-308d906c5891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060'] for port (765cd330-9fd5-463f-82fe-70e5e605d66e), after_create {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:01.760884 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d8f0b4ea-c467-4d6b-b8e8-7c684fcf36ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b62b9b-7af0-4928-b214-eaebb914327b', 'name': 'tempest-TestVolumeBootPattern-12657949-router', 'tenant_id': 'c54b5ee463964fa289d41b32b9d47efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '50be2951-af59-4663-ba62-0c4562430afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:56Z', 'updated_at': '2022-05-09T04:27:59Z', 'revision_number': 3, 'project_id': 'c54b5ee463964fa289d41b32b9d47efa', 'gw_port': {'id': '50be2951-af59-4663-ba62-0c4562430afc', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:77:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b62b9b-7af0-4928-b214-eaebb914327b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:57Z', 'updated_at': '2022-05-09T04:27:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi'}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:28:01.762285 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port 24633dc2-c6b3-41de-88cd-bac9d20cc6f0 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:28:01.766667 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 7b3eb8bc-0060-4827-848f-bdcb8b979414 up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:28:01.780061 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bcb26b56-b287-430f-bebb-bbb62b09b994 admin admin] Publish callbacks [] for port (fe34da7e-7daa-463a-b946-fd74b9a361b4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:01.817652 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ff3145-f5d7-40ba-8714-308d906c5891 None None] Network 47d82032-6c81-4102-b2ac-f0b5fd250d2c is already hosted by enough agents. {{(pid=103227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:28:01.865369 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f0b4ea-c467-4d6b-b8e8-7c684fcf36ac None None] Checking router: 21b62b9b-7af0-4928-b214-eaebb914327b for host: dv-cinder-838009-3-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:28:01.872886 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f0b4ea-c467-4d6b-b8e8-7c684fcf36ac None None] Updating router 21b62b9b-7af0-4928-b214-eaebb914327b port 50be2951-af59-4663-ba62-0c4562430afc binding host dv-cinder-838009-3-iscsi {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 04:28:01.886833 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a4b770e-fe46-47e1-bf2c-2a0e25a2c7c4 admin admin] Publish callbacks [] for security_group (3e926c1c-712a-41a9-bb90-675584535227), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:01.905192 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.scheduler.base_scheduler [None req-d3ff3145-f5d7-40ba-8714-308d906c5891 None None] Resources bound (agent type, host, resource id): {{(pid=103227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:28:01.915572 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ff3145-f5d7-40ba-8714-308d906c5891 None None] Received port after_create {{(pid=103227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:28:01.920813 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1a4b770e-fe46-47e1-bf2c-2a0e25a2c7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (3e926c1c-712a-41a9-bb90-675584535227), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:01.939434 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d8f0b4ea-c467-4d6b-b8e8-7c684fcf36ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (50be2951-af59-4663-ba62-0c4562430afc), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:01.970755 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bcb26b56-b287-430f-bebb-bbb62b09b994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060'] for port (fe34da7e-7daa-463a-b946-fd74b9a361b4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:02.050355 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e3f57-98f2-496a-b819-cce21326cc40 req-392bffc6-6aa4-4447-b77c-75076dd51014 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:02.052323 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-997e3f57-98f2-496a-b819-cce21326cc40 req-392bffc6-6aa4-4447-b77c-75076dd51014 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 945 time: 0.1814027 May 09 04:28:02.146766 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff3145-f5d7-40ba-8714-308d906c5891 None None] Pushing event updated for resources: {'Port': ['ID=765cd330-9fd5-463f-82fe-70e5e605d66e,revision_number=1']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:02.204173 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb26b56-b287-430f-bebb-bbb62b09b994 admin admin] Network 1111f3a4-c02a-41de-91e1-42f5a19c8209 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:28:02.212932 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-bcb26b56-b287-430f-bebb-bbb62b09b994 admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:28:02.218323 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb26b56-b287-430f-bebb-bbb62b09b994 admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:28:02.265651 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ca9a92-91f8-4097-b57b-881536a3db6d None None] Network dddeceb9-af14-4262-b288-15df5df0629b requested from dv-cinder-838009-3-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 04:28:02.341692 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb26b56-b287-430f-bebb-bbb62b09b994 admin admin] Pushing event updated for resources: {'Port': ['ID=fe34da7e-7daa-463a-b946-fd74b9a361b4,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:02.380774 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-b28a8451-2dae-45f4-bc8d-c584e3021e70 None None] Current status of the port 0a9f6b90-ec42-4cd9-96ca-23ab6656e36a is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:28:02.381178 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b28a8451-2dae-45f4-bc8d-c584e3021e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (0a9f6b90-ec42-4cd9-96ca-23ab6656e36a), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:02.446607 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-d3ff3145-f5d7-40ba-8714-308d906c5891 None None] Attempting to bind port 765cd330-9fd5-463f-82fe-70e5e605d66e on host dv-cinder-838009-3-iscsi for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:28:02.446983 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-d3ff3145-f5d7-40ba-8714-308d906c5891 None None] Attempting to bind port 765cd330-9fd5-463f-82fe-70e5e605d66e by drivers openvswitch,hyperv on host dv-cinder-838009-3-iscsi at level 0 using segments [{'id': 'c60cad70-07f0-4c3e-9f4f-2a2885c10185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '47d82032-6c81-4102-b2ac-f0b5fd250d2c'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:28:02.447350 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ff3145-f5d7-40ba-8714-308d906c5891 None None] Attempting to bind port 765cd330-9fd5-463f-82fe-70e5e605d66e on network 47d82032-6c81-4102-b2ac-f0b5fd250d2c {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:28:02.460332 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-997e3f57-98f2-496a-b819-cce21326cc40 req-28fb8547-b308-4451-a3a0-9c2752086a3f tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253706 May 09 04:28:02.488193 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port 7b3eb8bc-0060-4827-848f-bdcb8b979414 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:28:02.488578 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (7b3eb8bc-0060-4827-848f-bdcb8b979414), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:02.491126 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ff3145-f5d7-40ba-8714-308d906c5891 None None] Checking agent: {'id': '9a15748d-6a05-4459-b777-d0dd003edfa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 17, 57), 'started_at': datetime.datetime(2022, 5, 9, 4, 18, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:28:02.491740 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ff3145-f5d7-40ba-8714-308d906c5891 None None] Checking segment: {'id': 'c60cad70-07f0-4c3e-9f4f-2a2885c10185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '47d82032-6c81-4102-b2ac-f0b5fd250d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:28:02.492189 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d3ff3145-f5d7-40ba-8714-308d906c5891 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:02.492599 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ff3145-f5d7-40ba-8714-308d906c5891 None None] Bound using segment: {'id': 'c60cad70-07f0-4c3e-9f4f-2a2885c10185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '47d82032-6c81-4102-b2ac-f0b5fd250d2c'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:28:02.493109 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-d3ff3145-f5d7-40ba-8714-308d906c5891 None None] Bound port: 765cd330-9fd5-463f-82fe-70e5e605d66e, host: dv-cinder-838009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60cad70-07f0-4c3e-9f4f-2a2885c10185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '47d82032-6c81-4102-b2ac-f0b5fd250d2c'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:28:02.493281 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d8f0b4ea-c467-4d6b-b8e8-7c684fcf36ac None None] Publish callbacks [] for port (50be2951-af59-4663-ba62-0c4562430afc), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:02.493747 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d3ff3145-f5d7-40ba-8714-308d906c5891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (765cd330-9fd5-463f-82fe-70e5e605d66e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:02.495622 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b770e-fe46-47e1-bf2c-2a0e25a2c7c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e926c1c-712a-41a9-bb90-675584535227,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:02.503779 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-1a4b770e-fe46-47e1-bf2c-2a0e25a2c7c4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=938d124ba7954f10941df11167184309&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1330218 May 09 04:28:02.506505 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d8f0b4ea-c467-4d6b-b8e8-7c684fcf36ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (50be2951-af59-4663-ba62-0c4562430afc), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:02.506651 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 45012) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:28:02.563296 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-b28a8451-2dae-45f4-bc8d-c584e3021e70 None None] For port 0a9f6b90-ec42-4cd9-96ca-23ab6656e36a, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=0a9f6b90-ec42-4cd9-96ca-23ab6656e36a,segment=NetworkSegment(7887ef4a-a237-48ec-8f9c-2f6abe8c4da6),segment_id=7887ef4a-a237-48ec-8f9c-2f6abe8c4da6)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:28:02.563296 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-42c5dbdf-8440-4590-9b83-878c8fb43e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca67ea01-395b-4d58-a518-591071975afb', 'name': 'tempest-TestVolumeBootPattern-1136214510-router', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:44Z', 'updated_at': '2022-05-09T04:27:51Z', 'revision_number': 4, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'gw_port': {'id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:45Z', 'updated_at': '2022-05-09T04:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '269efca6-e9a1-43bc-83bb-f3eab1746004', 'name': '', 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'mac_address': 'fa:16:3e:19:7b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'dbed64c5-3159-495c-b3f2-34c99afd3de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:50Z', 'updated_at': '2022-05-09T04:27:51Z', 'revision_number': 2, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'subnets': [{'id': 'dbed64c5-3159-495c-b3f2-34c99afd3de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:28:02.589826 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d8f0b4ea-c467-4d6b-b8e8-7c684fcf36ac None None] Attempting to bind port 50be2951-af59-4663-ba62-0c4562430afc on host dv-cinder-838009-3-iscsi for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:28:02.590478 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d8f0b4ea-c467-4d6b-b8e8-7c684fcf36ac None None] Attempting to bind port 50be2951-af59-4663-ba62-0c4562430afc by drivers openvswitch,hyperv on host dv-cinder-838009-3-iscsi at level 0 using segments [{'id': 'bfcd5364-714b-4eea-b1ab-23d5506cc730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:28:02.591038 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f0b4ea-c467-4d6b-b8e8-7c684fcf36ac None None] Attempting to bind port 50be2951-af59-4663-ba62-0c4562430afc on network 1111f3a4-c02a-41de-91e1-42f5a19c8209 {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:28:02.593654 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bbffb04c-bc82-474e-8c21-dbfc922f828b admin admin] Publish callbacks [] for security_group (3e926c1c-712a-41a9-bb90-675584535227), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:02.595186 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b28a8451-2dae-45f4-bc8d-c584e3021e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (0a9f6b90-ec42-4cd9-96ca-23ab6656e36a), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:02.599145 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f0b4ea-c467-4d6b-b8e8-7c684fcf36ac None None] Checking agent: {'id': '9a15748d-6a05-4459-b777-d0dd003edfa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 17, 57), 'started_at': datetime.datetime(2022, 5, 9, 4, 18, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:28:02.599712 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f0b4ea-c467-4d6b-b8e8-7c684fcf36ac None None] Checking segment: {'id': 'bfcd5364-714b-4eea-b1ab-23d5506cc730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:28:02.600652 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d8f0b4ea-c467-4d6b-b8e8-7c684fcf36ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:02.601210 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f0b4ea-c467-4d6b-b8e8-7c684fcf36ac None None] Bound using segment: {'id': 'bfcd5364-714b-4eea-b1ab-23d5506cc730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:28:02.601853 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-d8f0b4ea-c467-4d6b-b8e8-7c684fcf36ac None None] Bound port: 50be2951-af59-4663-ba62-0c4562430afc, host: dv-cinder-838009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfcd5364-714b-4eea-b1ab-23d5506cc730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:28:02.602440 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d8f0b4ea-c467-4d6b-b8e8-7c684fcf36ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (50be2951-af59-4663-ba62-0c4562430afc), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:02.618527 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bbffb04c-bc82-474e-8c21-dbfc922f828b admin admin] Publish callbacks [] for security_group (3e926c1c-712a-41a9-bb90-675584535227), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:02.656573 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d8f0b4ea-c467-4d6b-b8e8-7c684fcf36ac None None] For port 50be2951-af59-4663-ba62-0c4562430afc, host dv-cinder-838009-3-iscsi, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:28:02.660245 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-d8f0b4ea-c467-4d6b-b8e8-7c684fcf36ac None None] For port 50be2951-af59-4663-ba62-0c4562430afc, host dv-cinder-838009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=50be2951-af59-4663-ba62-0c4562430afc,segment=NetworkSegment(bfcd5364-714b-4eea-b1ab-23d5506cc730),segment_id=bfcd5364-714b-4eea-b1ab-23d5506cc730)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:28:02.680665 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bcb26b56-b287-430f-bebb-bbb62b09b994 admin admin] Publish callbacks [] for router_gateway (acfcfe3a-eaa7-464c-afb7-194ed898c24b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:02.680800 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bbffb04c-bc82-474e-8c21-dbfc922f828b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (3e926c1c-712a-41a9-bb90-675584535227), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:02.684075 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad9e8d-6e7f-400a-a209-509115a09a54 None None] Pushing event updated for resources: {'Port': ['ID=50be2951-af59-4663-ba62-0c4562430afc,revision_number=2']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:02.684220 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bbffb04c-bc82-474e-8c21-dbfc922f828b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:02.684912 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-bbffb04c-bc82-474e-8c21-dbfc922f828b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3e926c1c-712a-41a9-bb90-675584535227 HTTP/1.1" status: 204 len: 168 time: 0.1773558 May 09 04:28:02.688644 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-d8f0b4ea-c467-4d6b-b8e8-7c684fcf36ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (50be2951-af59-4663-ba62-0c4562430afc), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:02.732025 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbffb04c-bc82-474e-8c21-dbfc922f828b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e926c1c-712a-41a9-bb90-675584535227,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:02.763939 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f29b1f6-2d14-4137-b5dd-a81bea601872 admin admin] Publish callbacks [] for port (529116a4-e0e4-4a10-a24e-711cb18b842b), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:02.774512 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f29b1f6-2d14-4137-b5dd-a81bea601872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718803'] for port (529116a4-e0e4-4a10-a24e-711cb18b842b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:02.850677 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad9e8d-6e7f-400a-a209-509115a09a54 None None] Pushing event updated for resources: {'Port': ['ID=50be2951-af59-4663-ba62-0c4562430afc,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:02.852468 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c5dbdf-8440-4590-9b83-878c8fb43e42 None None] Checking router: ca67ea01-395b-4d58-a518-591071975afb for host: dv-cinder-838009-3-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:28:02.852944 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c5dbdf-8440-4590-9b83-878c8fb43e42 None None] Updating router ca67ea01-395b-4d58-a518-591071975afb port 269efca6-e9a1-43bc-83bb-f3eab1746004 binding host dv-cinder-838009-3-iscsi {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 04:28:02.889446 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f0b4ea-c467-4d6b-b8e8-7c684fcf36ac None None] Routers {'21b62b9b-7af0-4928-b214-eaebb914327b'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:28:02.894474 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f29b1f6-2d14-4137-b5dd-a81bea601872 admin admin] Pushing event updated for resources: {'Port': ['ID=529116a4-e0e4-4a10-a24e-711cb18b842b,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:02.913749 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d8f0b4ea-c467-4d6b-b8e8-7c684fcf36ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:27:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['21b62b9b-7af0-4928-b214-eaebb914327b'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:28:02.921566 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6f29b1f6-2d14-4137-b5dd-a81bea601872 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639165'] for router_interface (4d52aa5f-732c-4e4d-b61c-fb86a901d96c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:03.029583 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-42c5dbdf-8440-4590-9b83-878c8fb43e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (269efca6-e9a1-43bc-83bb-f3eab1746004), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:03.031342 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-93332dc3-5806-4896-bc00-f65f81fe6b4d None None] Provisioning complete for port 1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:28:03.031765 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-93332dc3-5806-4896-bc00-f65f81fe6b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:03.129128 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f29b1f6-2d14-4137-b5dd-a81bea601872 admin admin] Network cff1ca97-0d5c-4d7d-b3c2-a81f844b16da is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:28:03.140591 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-6f29b1f6-2d14-4137-b5dd-a81bea601872 admin admin] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:28:03.380742 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f29b1f6-2d14-4137-b5dd-a81bea601872 admin admin] Router 4d52aa5f-732c-4e4d-b61c-fb86a901d96c has already been hosted by L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 04:28:03.453856 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-d8f0b4ea-c467-4d6b-b8e8-7c684fcf36ac None None] Set router 21b62b9b-7af0-4928-b214-eaebb914327b gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:28:03.550282 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a8451-2dae-45f4-bc8d-c584e3021e70 None None] Pushing event updated for resources: {'Port': ['ID=0a9f6b90-ec42-4cd9-96ca-23ab6656e36a,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:03.622867 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-d3ff3145-f5d7-40ba-8714-308d906c5891 None None] For port 765cd330-9fd5-463f-82fe-70e5e605d66e, host dv-cinder-838009-3-iscsi, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:28:03.694005 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-d3ff3145-f5d7-40ba-8714-308d906c5891 None None] For port 765cd330-9fd5-463f-82fe-70e5e605d66e, host dv-cinder-838009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=765cd330-9fd5-463f-82fe-70e5e605d66e,segment=NetworkSegment(c60cad70-07f0-4c3e-9f4f-2a2885c10185),segment_id=c60cad70-07f0-4c3e-9f4f-2a2885c10185)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:28:03.702403 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e079b56-aaae-4e3e-86b8-ddb2ff19a8ea req-5038fcaf-1635-4246-8cca-b2af0a170b7b tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:03.712163 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6e079b56-aaae-4e3e-86b8-ddb2ff19a8ea req-5038fcaf-1635-4246-8cca-b2af0a170b7b tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 945 time: 0.0621567 May 09 04:28:03.769065 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-d3ff3145-f5d7-40ba-8714-308d906c5891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (765cd330-9fd5-463f-82fe-70e5e605d66e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:03.780909 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f29b1f6-2d14-4137-b5dd-a81bea601872 admin admin] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:28:03.788832 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-6f29b1f6-2d14-4137-b5dd-a81bea601872 admin admin] 10.222.0.44 "PUT /v2.0/routers/4d52aa5f-732c-4e4d-b61c-fb86a901d96c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6146293 May 09 04:28:03.809240 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bcb26b56-b287-430f-bebb-bbb62b09b994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654042'] for router (acfcfe3a-eaa7-464c-afb7-194ed898c24b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:03.810704 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port 7b3eb8bc-0060-4827-848f-bdcb8b979414 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:28:03.814839 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6e079b56-aaae-4e3e-86b8-ddb2ff19a8ea req-d2e6dece-9117-482a-a7f3-c027344c5db6 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979264 May 09 04:28:03.975455 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d8f0b4ea-c467-4d6b-b8e8-7c684fcf36ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b62b9b-7af0-4928-b214-eaebb914327b', 'name': 'tempest-TestVolumeBootPattern-12657949-router', 'tenant_id': 'c54b5ee463964fa289d41b32b9d47efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '50be2951-af59-4663-ba62-0c4562430afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:56Z', 'updated_at': '2022-05-09T04:27:59Z', 'revision_number': 3, 'project_id': 'c54b5ee463964fa289d41b32b9d47efa', 'gw_port': {'id': '50be2951-af59-4663-ba62-0c4562430afc', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:77:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b62b9b-7af0-4928-b214-eaebb914327b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:57Z', 'updated_at': '2022-05-09T04:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi'}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:28:04.064751 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-93332dc3-5806-4896-bc00-f65f81fe6b4d None None] Current status of the port 1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:28:04.065207 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-93332dc3-5806-4896-bc00-f65f81fe6b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:04.073875 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f0b4ea-c467-4d6b-b8e8-7c684fcf36ac None None] The sync data for ids ['21b62b9b-7af0-4928-b214-eaebb914327b'] in dv-cinder-838009-3-iscsi is: [{'id': '21b62b9b-7af0-4928-b214-eaebb914327b', 'name': 'tempest-TestVolumeBootPattern-12657949-router', 'tenant_id': 'c54b5ee463964fa289d41b32b9d47efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '50be2951-af59-4663-ba62-0c4562430afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:56Z', 'updated_at': '2022-05-09T04:27:59Z', 'revision_number': 3, 'project_id': 'c54b5ee463964fa289d41b32b9d47efa', 'gw_port': {'id': '50be2951-af59-4663-ba62-0c4562430afc', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:77:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b62b9b-7af0-4928-b214-eaebb914327b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:57Z', 'updated_at': '2022-05-09T04:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:28:04.117825 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff3145-f5d7-40ba-8714-308d906c5891 None None] Pushing event updated for resources: {'Port': ['ID=765cd330-9fd5-463f-82fe-70e5e605d66e,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:04.220136 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-93332dc3-5806-4896-bc00-f65f81fe6b4d None None] For port 1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99,segment=NetworkSegment(30754314-8417-4277-9aa7-f2d7d96d3e00),segment_id=30754314-8417-4277-9aa7-f2d7d96d3e00)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:28:04.239091 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-93332dc3-5806-4896-bc00-f65f81fe6b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:04.280144 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-65610359-ccc4-4e22-a97e-07ac0ce4118a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:04.309390 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb26b56-b287-430f-bebb-bbb62b09b994 admin admin] Router acfcfe3a-eaa7-464c-afb7-194ed898c24b is scheduled to L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd with binding_index 1 {{(pid=103226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 09 04:28:04.387799 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-93332dc3-5806-4896-bc00-f65f81fe6b4d None None] Provisioning complete for port 529116a4-e0e4-4a10-a24e-711cb18b842b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:28:04.388181 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-93332dc3-5806-4896-bc00-f65f81fe6b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (529116a4-e0e4-4a10-a24e-711cb18b842b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:04.507437 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device aef29271-ebf7-4e2a-86b5-e03a79d5cd5b up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:28:04.556530 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-93332dc3-5806-4896-bc00-f65f81fe6b4d None None] Port 529116a4-e0e4-4a10-a24e-711cb18b842b cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 04:28:04.558325 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93332dc3-5806-4896-bc00-f65f81fe6b4d None None] Pushing event updated for resources: {'Port': ['ID=1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:04.659556 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-93332dc3-5806-4896-bc00-f65f81fe6b4d None None] Provisioning complete for port 0a9f6b90-ec42-4cd9-96ca-23ab6656e36a triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:28:04.660401 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-93332dc3-5806-4896-bc00-f65f81fe6b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (0a9f6b90-ec42-4cd9-96ca-23ab6656e36a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:04.705586 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-42c5dbdf-8440-4590-9b83-878c8fb43e42 None None] Publish callbacks [] for port (269efca6-e9a1-43bc-83bb-f3eab1746004), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:04.722274 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-65610359-ccc4-4e22-a97e-07ac0ce4118a admin admin] Allocated IP 172.20.0.1 (dddeceb9-af14-4262-b288-15df5df0629b/49277ba0-0f22-4646-a826-b8fb53db0e06/124baccb-01fe-4f19-88e1-3dee30727ab0) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:28:04.727753 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-42c5dbdf-8440-4590-9b83-878c8fb43e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (269efca6-e9a1-43bc-83bb-f3eab1746004), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:04.738591 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port aef29271-ebf7-4e2a-86b5-e03a79d5cd5b triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:28:04.738995 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (aef29271-ebf7-4e2a-86b5-e03a79d5cd5b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:04.912813 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91260f25-1ebd-4af0-938f-8798e0990bcf None None] Pushing event updated for resources: {'Port': ['ID=269efca6-e9a1-43bc-83bb-f3eab1746004,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:04.978327 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb26b56-b287-430f-bebb-bbb62b09b994 admin admin] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:28:05.000796 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025fd013-57ce-453e-839e-89009d5eb63e None None] Sync routers for ids ['acfcfe3a-eaa7-464c-afb7-194ed898c24b'] in dv-cinder-838009-3-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:28:05.024647 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-93332dc3-5806-4896-bc00-f65f81fe6b4d None None] Current status of the port 0a9f6b90-ec42-4cd9-96ca-23ab6656e36a is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:28:05.072269 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-bcb26b56-b287-430f-bebb-bbb62b09b994 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:05.078940 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-bcb26b56-b287-430f-bebb-bbb62b09b994 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.4575424 May 09 04:28:05.082246 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 45062) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:28:05.107862 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d279dd-5607-4d45-a53f-d96b10210156 req-89150d24-e70b-4981-b918-234a142fb954 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:05.109486 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-17d279dd-5607-4d45-a53f-d96b10210156 req-89150d24-e70b-4981-b918-234a142fb954 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 945 time: 0.1510880 May 09 04:28:05.124677 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-65610359-ccc4-4e22-a97e-07ac0ce4118a admin admin] Publish callbacks [] for port (124baccb-01fe-4f19-88e1-3dee30727ab0), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:05.168339 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025fd013-57ce-453e-839e-89009d5eb63e None None] Routers {'acfcfe3a-eaa7-464c-afb7-194ed898c24b'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:28:05.168995 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-025fd013-57ce-453e-839e-89009d5eb63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:27:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['acfcfe3a-eaa7-464c-afb7-194ed898c24b'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:28:05.214507 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 45064) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:28:05.218252 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-17d279dd-5607-4d45-a53f-d96b10210156 req-0efee04e-dce3-4707-b35f-0673c17726f7 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007261 May 09 04:28:05.223274 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-0410e84f-dc98-4f56-b699-0f5f5162cd6d tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Request body: {'security_group': {'name': 'tempest-securitygroup--613897689', 'description': 'tempest-description--1808221922'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:28:05.275734 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-42c5dbdf-8440-4590-9b83-878c8fb43e42 None None] Attempting to bind port 269efca6-e9a1-43bc-83bb-f3eab1746004 on host dv-cinder-838009-3-iscsi for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:28:05.276393 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-42c5dbdf-8440-4590-9b83-878c8fb43e42 None None] Attempting to bind port 269efca6-e9a1-43bc-83bb-f3eab1746004 by drivers openvswitch,hyperv on host dv-cinder-838009-3-iscsi at level 0 using segments [{'id': 'eba89e37-d903-4a50-b018-bea7c47e8946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:28:05.276904 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c5dbdf-8440-4590-9b83-878c8fb43e42 None None] Attempting to bind port 269efca6-e9a1-43bc-83bb-f3eab1746004 on network d0b894fb-ca2e-4f02-9d2e-0b887784e9ae {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:28:05.282483 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0410e84f-dc98-4f56-b699-0f5f5162cd6d tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:05.335818 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port aef29271-ebf7-4e2a-86b5-e03a79d5cd5b is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:28:05.336527 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (aef29271-ebf7-4e2a-86b5-e03a79d5cd5b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:05.345049 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c5dbdf-8440-4590-9b83-878c8fb43e42 None None] Checking agent: {'id': '9a15748d-6a05-4459-b777-d0dd003edfa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 17, 57), 'started_at': datetime.datetime(2022, 5, 9, 4, 18, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:28:05.364564 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c5dbdf-8440-4590-9b83-878c8fb43e42 None None] Checking segment: {'id': 'eba89e37-d903-4a50-b018-bea7c47e8946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:28:05.365668 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-42c5dbdf-8440-4590-9b83-878c8fb43e42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:05.366086 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c5dbdf-8440-4590-9b83-878c8fb43e42 None None] Bound using segment: {'id': 'eba89e37-d903-4a50-b018-bea7c47e8946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:28:05.366603 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-42c5dbdf-8440-4590-9b83-878c8fb43e42 None None] Bound port: 269efca6-e9a1-43bc-83bb-f3eab1746004, host: dv-cinder-838009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eba89e37-d903-4a50-b018-bea7c47e8946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:28:05.366995 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-42c5dbdf-8440-4590-9b83-878c8fb43e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (269efca6-e9a1-43bc-83bb-f3eab1746004), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:05.374542 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-5bc5ae3c-9550-47e2-9038-ddfbcf47cc8d None None] Provisioning complete for port 1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:28:05.375206 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5bc5ae3c-9550-47e2-9038-ddfbcf47cc8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:05.459226 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0410e84f-dc98-4f56-b699-0f5f5162cd6d tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for security_group (593d8a87-ac23-44ba-aa21-fd652af773d6), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:05.467094 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0410e84f-dc98-4f56-b699-0f5f5162cd6d tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (593d8a87-ac23-44ba-aa21-fd652af773d6), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:05.545284 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] For port aef29271-ebf7-4e2a-86b5-e03a79d5cd5b, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=aef29271-ebf7-4e2a-86b5-e03a79d5cd5b,segment=NetworkSegment(bfcd5364-714b-4eea-b1ab-23d5506cc730),segment_id=bfcd5364-714b-4eea-b1ab-23d5506cc730)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:28:05.549748 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0410e84f-dc98-4f56-b699-0f5f5162cd6d tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:05.554624 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-0410e84f-dc98-4f56-b699-0f5f5162cd6d tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3349962 May 09 04:28:05.557446 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410e84f-dc98-4f56-b699-0f5f5162cd6d tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=593d8a87-ac23-44ba-aa21-fd652af773d6,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:05.560530 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 45072) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:28:05.572527 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-b2848040-f5c6-4329-9d50-60a5ca7efa5b tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Request body: {'security_group_rule': {'security_group_id': '593d8a87-ac23-44ba-aa21-fd652af773d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:28:05.636612 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b2848040-f5c6-4329-9d50-60a5ca7efa5b tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for security_group_rule (77f5995e-32ef-4133-9b00-18d313ca08cf), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:05.655851 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (aef29271-ebf7-4e2a-86b5-e03a79d5cd5b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:05.656691 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 0a9f6b90-ec42-4cd9-96ca-23ab6656e36a up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:28:05.699812 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-65610359-ccc4-4e22-a97e-07ac0ce4118a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060'] for port (124baccb-01fe-4f19-88e1-3dee30727ab0), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:05.766324 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b2848040-f5c6-4329-9d50-60a5ca7efa5b tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for security_group_rule (77f5995e-32ef-4133-9b00-18d313ca08cf), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:05.773910 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b2848040-f5c6-4329-9d50-60a5ca7efa5b tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619982'] for security_group_rule (77f5995e-32ef-4133-9b00-18d313ca08cf), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:05.787401 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65610359-ccc4-4e22-a97e-07ac0ce4118a admin admin] Network dddeceb9-af14-4262-b288-15df5df0629b is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:28:05.793576 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-65610359-ccc4-4e22-a97e-07ac0ce4118a admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:28:05.806233 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65610359-ccc4-4e22-a97e-07ac0ce4118a admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:28:05.806880 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-65610359-ccc4-4e22-a97e-07ac0ce4118a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639991'] for router_interface (21b62b9b-7af0-4928-b214-eaebb914327b), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:05.845116 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-025fd013-57ce-453e-839e-89009d5eb63e None None] Set router acfcfe3a-eaa7-464c-afb7-194ed898c24b gateway port host: dv-cinder-838009-3-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:28:05.853414 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2848040-f5c6-4329-9d50-60a5ca7efa5b tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77f5995e-32ef-4133-9b00-18d313ca08cf,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:05.869696 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b2848040-f5c6-4329-9d50-60a5ca7efa5b tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:05.873873 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-b2848040-f5c6-4329-9d50-60a5ca7efa5b tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3107877 May 09 04:28:05.874498 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 45078) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:28:05.878974 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-633dbd77-8462-4ff2-bd6a-20e3d37daef6 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Request body: {'security_group_rule': {'security_group_id': '593d8a87-ac23-44ba-aa21-fd652af773d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:28:05.887976 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65610359-ccc4-4e22-a97e-07ac0ce4118a admin admin] Pushing event updated for resources: {'Port': ['ID=124baccb-01fe-4f19-88e1-3dee30727ab0,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:05.949911 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-633dbd77-8462-4ff2-bd6a-20e3d37daef6 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for security_group_rule (94e39689-0ad2-44f4-9c06-7647b988a3ef), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:06.067378 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-633dbd77-8462-4ff2-bd6a-20e3d37daef6 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for security_group_rule (94e39689-0ad2-44f4-9c06-7647b988a3ef), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:06.080391 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-633dbd77-8462-4ff2-bd6a-20e3d37daef6 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619982'] for security_group_rule (94e39689-0ad2-44f4-9c06-7647b988a3ef), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:06.082598 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-42c5dbdf-8440-4590-9b83-878c8fb43e42 None None] For port 269efca6-e9a1-43bc-83bb-f3eab1746004, host dv-cinder-838009-3-iscsi, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:28:06.128427 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633dbd77-8462-4ff2-bd6a-20e3d37daef6 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94e39689-0ad2-44f4-9c06-7647b988a3ef,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:06.156437 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-633dbd77-8462-4ff2-bd6a-20e3d37daef6 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:06.160965 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870915fa-1586-424e-89a8-0895f775c04d None None] Network 47d82032-6c81-4102-b2ac-f0b5fd250d2c requested from dv-cinder-838009-3-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 04:28:06.165003 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-633dbd77-8462-4ff2-bd6a-20e3d37daef6 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2862070 May 09 04:28:06.165748 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 45084) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:28:06.166205 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-42c5dbdf-8440-4590-9b83-878c8fb43e42 None None] For port 269efca6-e9a1-43bc-83bb-f3eab1746004, host dv-cinder-838009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=269efca6-e9a1-43bc-83bb-f3eab1746004,segment=NetworkSegment(eba89e37-d903-4a50-b018-bea7c47e8946),segment_id=eba89e37-d903-4a50-b018-bea7c47e8946)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:28:06.171444 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-bfbd46b4-f68a-4ae9-8350-d13dfb9b42f6 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Request body: {'floatingip': {'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:28:06.179607 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Pushing event updated for resources: {'Port': ['ID=aef29271-ebf7-4e2a-86b5-e03a79d5cd5b,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:06.225342 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bfbd46b4-f68a-4ae9-8350-d13dfb9b42f6 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:06.250161 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-42c5dbdf-8440-4590-9b83-878c8fb43e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (269efca6-e9a1-43bc-83bb-f3eab1746004), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:06.280556 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port 0a9f6b90-ec42-4cd9-96ca-23ab6656e36a triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:28:06.280938 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (0a9f6b90-ec42-4cd9-96ca-23ab6656e36a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:06.294832 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-5bc5ae3c-9550-47e2-9038-ddfbcf47cc8d None None] Current status of the port 1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:28:06.330245 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-65610359-ccc4-4e22-a97e-07ac0ce4118a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (124baccb-01fe-4f19-88e1-3dee30727ab0), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:06.413680 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bfbd46b4-f68a-4ae9-8350-d13dfb9b42f6 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:06.455049 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-5bc5ae3c-9550-47e2-9038-ddfbcf47cc8d None None] Provisioning complete for port 529116a4-e0e4-4a10-a24e-711cb18b842b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:28:06.456502 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5bc5ae3c-9550-47e2-9038-ddfbcf47cc8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (529116a4-e0e4-4a10-a24e-711cb18b842b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:06.580157 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21c2e83-665c-4faa-b655-7269eb3e4dfe None None] Sync routers for ids ['4d52aa5f-732c-4e4d-b61c-fb86a901d96c'] in dv-cinder-838009-3-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:28:06.608910 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21c2e83-665c-4faa-b655-7269eb3e4dfe None None] Routers {'4d52aa5f-732c-4e4d-b61c-fb86a901d96c'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:28:06.609574 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f21c2e83-665c-4faa-b655-7269eb3e4dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:27:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['4d52aa5f-732c-4e4d-b61c-fb86a901d96c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:28:06.622127 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-bfbd46b4-f68a-4ae9-8350-d13dfb9b42f6 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Allocated IP 172.27.2.154 (1111f3a4-c02a-41de-91e1-42f5a19c8209/55f6eeca-e44f-4feb-bdb6-d6fdf07e4029/bd824f8f-f3e3-40e0-9dac-599d0fc76a8f) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:28:06.665792 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91260f25-1ebd-4af0-938f-8798e0990bcf None None] Pushing event updated for resources: {'Port': ['ID=269efca6-e9a1-43bc-83bb-f3eab1746004,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:06.667854 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c5dbdf-8440-4590-9b83-878c8fb43e42 None None] Routers {'ca67ea01-395b-4d58-a518-591071975afb'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:28:06.668498 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-42c5dbdf-8440-4590-9b83-878c8fb43e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:27:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['ca67ea01-395b-4d58-a518-591071975afb'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:28:06.902995 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bfbd46b4-f68a-4ae9-8350-d13dfb9b42f6 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for port (bd824f8f-f3e3-40e0-9dac-599d0fc76a8f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:06.905980 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-f21c2e83-665c-4faa-b655-7269eb3e4dfe None None] Set router 4d52aa5f-732c-4e4d-b61c-fb86a901d96c gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:28:06.921440 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdefcb1-ee13-4e80-8b52-35cadfa10350 req-05eae6a4-128d-4a8a-a4fe-dbb1e5308c15 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:06.943687 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5bdefcb1-ee13-4e80-8b52-35cadfa10350 req-05eae6a4-128d-4a8a-a4fe-dbb1e5308c15 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 945 time: 0.4580464 May 09 04:28:06.966429 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bfbd46b4-f68a-4ae9-8350-d13dfb9b42f6 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (bd824f8f-f3e3-40e0-9dac-599d0fc76a8f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:07.031826 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbd46b4-f68a-4ae9-8350-d13dfb9b42f6 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Network 1111f3a4-c02a-41de-91e1-42f5a19c8209 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:28:07.036789 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-bfbd46b4-f68a-4ae9-8350-d13dfb9b42f6 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:28:07.040609 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbd46b4-f68a-4ae9-8350-d13dfb9b42f6 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:28:07.076385 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd46b4-f68a-4ae9-8350-d13dfb9b42f6 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Pushing event updated for resources: {'Port': ['ID=bd824f8f-f3e3-40e0-9dac-599d0fc76a8f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:07.079716 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e51f6c64-e49e-4efd-8bb9-5c53845bcf9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:07.098242 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-5bc5ae3c-9550-47e2-9038-ddfbcf47cc8d None None] Port 529116a4-e0e4-4a10-a24e-711cb18b842b cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 04:28:07.102042 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5bdefcb1-ee13-4e80-8b52-35cadfa10350 req-ff6fb9e5-6b42-446e-9e5d-17a9a4846c90 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570210 May 09 04:28:07.141906 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-65610359-ccc4-4e22-a97e-07ac0ce4118a admin admin] Publish callbacks [] for port (124baccb-01fe-4f19-88e1-3dee30727ab0), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:07.148621 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-025fd013-57ce-453e-839e-89009d5eb63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfcfe3a-eaa7-464c-afb7-194ed898c24b', 'name': 'tempest-TestMinimumBasicScenario-1941677805-router', 'tenant_id': '678b52347f054baa98342f098b23a741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'fe34da7e-7daa-463a-b946-fd74b9a361b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:59Z', 'updated_at': '2022-05-09T04:28:02Z', 'revision_number': 3, 'project_id': '678b52347f054baa98342f098b23a741', 'gw_port': {'id': 'fe34da7e-7daa-463a-b946-fd74b9a361b4', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfcfe3a-eaa7-464c-afb7-194ed898c24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:28:00Z', 'updated_at': '2022-05-09T04:28:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi'}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:28:07.163820 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-65610359-ccc4-4e22-a97e-07ac0ce4118a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (124baccb-01fe-4f19-88e1-3dee30727ab0), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:07.165277 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-65610359-ccc4-4e22-a97e-07ac0ce4118a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639165'] for router_interface (21b62b9b-7af0-4928-b214-eaebb914327b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:07.199004 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025fd013-57ce-453e-839e-89009d5eb63e None None] Checking router: acfcfe3a-eaa7-464c-afb7-194ed898c24b for host: dv-cinder-838009-3-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:28:07.199576 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025fd013-57ce-453e-839e-89009d5eb63e None None] Updating router acfcfe3a-eaa7-464c-afb7-194ed898c24b port fe34da7e-7daa-463a-b946-fd74b9a361b4 binding host dv-cinder-838009-3-iscsi {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 04:28:07.210241 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bfbd46b4-f68a-4ae9-8350-d13dfb9b42f6 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for floatingip (c85be946-dd48-440e-ad45-a638972ff2f5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:07.275218 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bfbd46b4-f68a-4ae9-8350-d13dfb9b42f6 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (bd824f8f-f3e3-40e0-9dac-599d0fc76a8f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:07.291663 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f21c2e83-665c-4faa-b655-7269eb3e4dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'name': 'tempest-AttachVolumeNegativeTest-195011021-router', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:53Z', 'updated_at': '2022-05-09T04:28:01Z', 'revision_number': 4, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'gw_port': {'id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:54Z', 'updated_at': '2022-05-09T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '529116a4-e0e4-4a10-a24e-711cb18b842b', 'name': '', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'mac_address': 'fa:16:3e:b2:88:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:28:00Z', 'updated_at': '2022-05-09T04:28:01Z', 'revision_number': 2, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'subnets': [{'id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:28:07.314544 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port 0a9f6b90-ec42-4cd9-96ca-23ab6656e36a is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:28:07.315691 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device ed11706f-8b65-4323-8168-54f4f9dd0b4a up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:28:07.327033 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-7617c7ec-1c15-420c-b1d8-27f0e09d97ef None None] Provisioning complete for port 269efca6-e9a1-43bc-83bb-f3eab1746004 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:28:07.327561 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7617c7ec-1c15-420c-b1d8-27f0e09d97ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (269efca6-e9a1-43bc-83bb-f3eab1746004), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:07.356077 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65610359-ccc4-4e22-a97e-07ac0ce4118a admin admin] Pushing event updated for resources: {'Port': ['ID=124baccb-01fe-4f19-88e1-3dee30727ab0,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:07.374763 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21c2e83-665c-4faa-b655-7269eb3e4dfe None None] Checking router: 4d52aa5f-732c-4e4d-b61c-fb86a901d96c for host: dv-cinder-838009-3-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:28:07.375417 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21c2e83-665c-4faa-b655-7269eb3e4dfe None None] Updating router 4d52aa5f-732c-4e4d-b61c-fb86a901d96c port 529116a4-e0e4-4a10-a24e-711cb18b842b binding host dv-cinder-838009-3-iscsi {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 04:28:07.446103 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-025fd013-57ce-453e-839e-89009d5eb63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (fe34da7e-7daa-463a-b946-fd74b9a361b4), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:07.449008 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f21c2e83-665c-4faa-b655-7269eb3e4dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (529116a4-e0e4-4a10-a24e-711cb18b842b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:07.472679 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-42c5dbdf-8440-4590-9b83-878c8fb43e42 None None] Set router ca67ea01-395b-4d58-a518-591071975afb gateway port host: dv-cinder-838009-3-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:28:07.559019 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65610359-ccc4-4e22-a97e-07ac0ce4118a admin admin] Network dddeceb9-af14-4262-b288-15df5df0629b is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:28:07.562036 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-65610359-ccc4-4e22-a97e-07ac0ce4118a admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:28:07.581393 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bfbd46b4-f68a-4ae9-8350-d13dfb9b42f6 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for port (bd824f8f-f3e3-40e0-9dac-599d0fc76a8f), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:07.586437 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-e51f6c64-e49e-4efd-8bb9-5c53845bcf9d admin admin] Allocated IP 172.20.0.1 (47d82032-6c81-4102-b2ac-f0b5fd250d2c/0e51b18a-53a6-4e16-a314-cd9e92879860/6fd02778-526b-486f-8a63-6b48f57b4a70) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:28:07.593357 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bfbd46b4-f68a-4ae9-8350-d13dfb9b42f6 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718803'] for port (bd824f8f-f3e3-40e0-9dac-599d0fc76a8f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:07.699019 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd46b4-f68a-4ae9-8350-d13dfb9b42f6 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Pushing event updated for resources: {'Port': ['ID=bd824f8f-f3e3-40e0-9dac-599d0fc76a8f,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:07.723507 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bfbd46b4-f68a-4ae9-8350-d13dfb9b42f6 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-653345'] for floatingip (c85be946-dd48-440e-ad45-a638972ff2f5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:07.772505 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bfbd46b4-f68a-4ae9-8350-d13dfb9b42f6 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:07.773904 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-bfbd46b4-f68a-4ae9-8350-d13dfb9b42f6 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6071622 May 09 04:28:07.952679 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0001b1c-d13d-4be9-be32-a8041a65ff33 None None] Sync routers for ids ['7fa5118d-add2-498a-a3dc-87e0c4d54a3a'] in dv-cinder-838009-3-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:28:07.964279 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port ed11706f-8b65-4323-8168-54f4f9dd0b4a triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:28:07.964759 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (ed11706f-8b65-4323-8168-54f4f9dd0b4a), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:08.014661 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f21c2e83-665c-4faa-b655-7269eb3e4dfe None None] Publish callbacks [] for port (529116a4-e0e4-4a10-a24e-711cb18b842b), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:08.041545 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65610359-ccc4-4e22-a97e-07ac0ce4118a admin admin] Router 21b62b9b-7af0-4928-b214-eaebb914327b has already been hosted by L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 04:28:08.055390 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f21c2e83-665c-4faa-b655-7269eb3e4dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (529116a4-e0e4-4a10-a24e-711cb18b842b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:08.112270 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-7617c7ec-1c15-420c-b1d8-27f0e09d97ef None None] Current status of the port 269efca6-e9a1-43bc-83bb-f3eab1746004 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:28:08.113999 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7617c7ec-1c15-420c-b1d8-27f0e09d97ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (269efca6-e9a1-43bc-83bb-f3eab1746004), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:08.126627 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc2224-91b9-45d5-84e1-a609e901d2c5 None None] Pushing event updated for resources: {'Port': ['ID=529116a4-e0e4-4a10-a24e-711cb18b842b,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:08.128010 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0001b1c-d13d-4be9-be32-a8041a65ff33 None None] Routers {'7fa5118d-add2-498a-a3dc-87e0c4d54a3a'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:28:08.130526 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-f0001b1c-d13d-4be9-be32-a8041a65ff33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:27:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['7fa5118d-add2-498a-a3dc-87e0c4d54a3a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:28:08.272612 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-f21c2e83-665c-4faa-b655-7269eb3e4dfe None None] Attempting to bind port 529116a4-e0e4-4a10-a24e-711cb18b842b on host dv-cinder-838009-3-iscsi for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:28:08.274504 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-f21c2e83-665c-4faa-b655-7269eb3e4dfe None None] Attempting to bind port 529116a4-e0e4-4a10-a24e-711cb18b842b by drivers openvswitch,hyperv on host dv-cinder-838009-3-iscsi at level 0 using segments [{'id': '7887ef4a-a237-48ec-8f9c-2f6abe8c4da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:28:08.275076 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21c2e83-665c-4faa-b655-7269eb3e4dfe None None] Attempting to bind port 529116a4-e0e4-4a10-a24e-711cb18b842b on network cff1ca97-0d5c-4d7d-b3c2-a81f844b16da {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:28:08.285492 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21c2e83-665c-4faa-b655-7269eb3e4dfe None None] Checking agent: {'id': '9a15748d-6a05-4459-b777-d0dd003edfa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 17, 57), 'started_at': datetime.datetime(2022, 5, 9, 4, 18, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:28:08.287993 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21c2e83-665c-4faa-b655-7269eb3e4dfe None None] Checking segment: {'id': '7887ef4a-a237-48ec-8f9c-2f6abe8c4da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:28:08.289048 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f21c2e83-665c-4faa-b655-7269eb3e4dfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:08.290800 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21c2e83-665c-4faa-b655-7269eb3e4dfe None None] Bound using segment: {'id': '7887ef4a-a237-48ec-8f9c-2f6abe8c4da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:28:08.291522 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-f21c2e83-665c-4faa-b655-7269eb3e4dfe None None] Bound port: 529116a4-e0e4-4a10-a24e-711cb18b842b, host: dv-cinder-838009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7887ef4a-a237-48ec-8f9c-2f6abe8c4da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:28:08.293167 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f21c2e83-665c-4faa-b655-7269eb3e4dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (529116a4-e0e4-4a10-a24e-711cb18b842b), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:08.294839 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-dbc5a76e-0ddb-4007-bac4-0dec4af32583 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--613897689&fields=id&tenant_id=9c83b0a8b88f452f9e12d077e8ac28c8 HTTP/1.1" status: 200 len: 267 time: 0.1122494 May 09 04:28:08.339104 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e51f6c64-e49e-4efd-8bb9-5c53845bcf9d admin admin] Publish callbacks [] for port (6fd02778-526b-486f-8a63-6b48f57b4a70), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:08.345247 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-f0001b1c-d13d-4be9-be32-a8041a65ff33 None None] Set router 7fa5118d-add2-498a-a3dc-87e0c4d54a3a gateway port host: dv-cinder-838009-3-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:28:08.415192 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d72b9a-3dcc-4eb4-8730-73200da6275d req-657fde43-99c7-4a81-b04b-82c1545b8df3 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:08.423202 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b8d72b9a-3dcc-4eb4-8730-73200da6275d req-657fde43-99c7-4a81-b04b-82c1545b8df3 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 945 time: 0.1610186 May 09 04:28:08.435213 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-f21c2e83-665c-4faa-b655-7269eb3e4dfe None None] For port 529116a4-e0e4-4a10-a24e-711cb18b842b, host dv-cinder-838009-3-iscsi, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:28:08.438866 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-f21c2e83-665c-4faa-b655-7269eb3e4dfe None None] For port 529116a4-e0e4-4a10-a24e-711cb18b842b, host dv-cinder-838009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=529116a4-e0e4-4a10-a24e-711cb18b842b,segment=NetworkSegment(7887ef4a-a237-48ec-8f9c-2f6abe8c4da6),segment_id=7887ef4a-a237-48ec-8f9c-2f6abe8c4da6)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:28:08.457984 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-f21c2e83-665c-4faa-b655-7269eb3e4dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (529116a4-e0e4-4a10-a24e-711cb18b842b), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:08.487117 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65610359-ccc4-4e22-a97e-07ac0ce4118a admin admin] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:28:08.511668 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-65610359-ccc4-4e22-a97e-07ac0ce4118a admin admin] 10.222.0.44 "PUT /v2.0/routers/21b62b9b-7af0-4928-b214-eaebb914327b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2247648 May 09 04:28:08.546477 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-87d76db8-0760-4d0e-8870-71238d2f1454 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:08.559059 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-87d76db8-0760-4d0e-8870-71238d2f1454 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/networks?id=cff1ca97-0d5c-4d7d-b3c2-a81f844b16da HTTP/1.1" status: 200 len: 814 time: 0.2424726 May 09 04:28:08.563418 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e51f6c64-e49e-4efd-8bb9-5c53845bcf9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060'] for port (6fd02778-526b-486f-8a63-6b48f57b4a70), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:08.581824 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-8366a27a-339c-4ed4-82ff-72e20c05654c tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/quotas/9c83b0a8b88f452f9e12d077e8ac28c8 HTTP/1.1" status: 200 len: 375 time: 0.0210969 May 09 04:28:08.590420 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b8d72b9a-3dcc-4eb4-8730-73200da6275d req-9e7f2914-a542-4711-b97f-3739fb47198e tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658602 May 09 04:28:08.642791 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21c2e83-665c-4faa-b655-7269eb3e4dfe None None] Routers {'4d52aa5f-732c-4e4d-b61c-fb86a901d96c'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:28:08.646072 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f21c2e83-665c-4faa-b655-7269eb3e4dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:27:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['4d52aa5f-732c-4e4d-b61c-fb86a901d96c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:28:08.654241 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51f6c64-e49e-4efd-8bb9-5c53845bcf9d admin admin] Network 47d82032-6c81-4102-b2ac-f0b5fd250d2c is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:28:08.663757 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-e51f6c64-e49e-4efd-8bb9-5c53845bcf9d admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:28:08.668650 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51f6c64-e49e-4efd-8bb9-5c53845bcf9d admin admin] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:28:08.669257 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e51f6c64-e49e-4efd-8bb9-5c53845bcf9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639991'] for router_interface (acfcfe3a-eaa7-464c-afb7-194ed898c24b), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:08.740003 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc2224-91b9-45d5-84e1-a609e901d2c5 None None] Pushing event updated for resources: {'Port': ['ID=529116a4-e0e4-4a10-a24e-711cb18b842b,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:08.788164 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-06e18744-b153-4d9b-8619-8851f5ab5cf0 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c83b0a8b88f452f9e12d077e8ac28c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1899970 May 09 04:28:08.827523 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51f6c64-e49e-4efd-8bb9-5c53845bcf9d admin admin] Pushing event updated for resources: {'Port': ['ID=6fd02778-526b-486f-8a63-6b48f57b4a70,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:09.045494 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-f21c2e83-665c-4faa-b655-7269eb3e4dfe None None] Set router 4d52aa5f-732c-4e4d-b61c-fb86a901d96c gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:28:09.051601 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-7617c7ec-1c15-420c-b1d8-27f0e09d97ef None None] For port 269efca6-e9a1-43bc-83bb-f3eab1746004, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=269efca6-e9a1-43bc-83bb-f3eab1746004,segment=NetworkSegment(eba89e37-d903-4a50-b018-bea7c47e8946),segment_id=eba89e37-d903-4a50-b018-bea7c47e8946)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:28:09.089379 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-a80e6915-737b-4c65-b0b4-53b71beb5981 service neutron] 10.222.0.44 "GET /v2.0/networks/cff1ca97-0d5c-4d7d-b3c2-a81f844b16da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858987 May 09 04:28:09.172869 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7617c7ec-1c15-420c-b1d8-27f0e09d97ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (269efca6-e9a1-43bc-83bb-f3eab1746004), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:09.254431 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7728b106-a81e-41db-a284-99fc1b2c578e None None] Sync routers for ids ['21b62b9b-7af0-4928-b214-eaebb914327b'] in dv-cinder-838009-3-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:28:09.273859 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-3006ab91-7e26-452d-b8ef-820426a3fbec service neutron] 10.222.0.44 "GET /v2.0/networks/cff1ca97-0d5c-4d7d-b3c2-a81f844b16da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781652 May 09 04:28:09.286186 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7728b106-a81e-41db-a284-99fc1b2c578e None None] Routers {'21b62b9b-7af0-4928-b214-eaebb914327b'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:28:09.289072 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7728b106-a81e-41db-a284-99fc1b2c578e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:27:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['21b62b9b-7af0-4928-b214-eaebb914327b'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:28:09.304115 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7617c7ec-1c15-420c-b1d8-27f0e09d97ef None None] Pushing event updated for resources: {'Port': ['ID=269efca6-e9a1-43bc-83bb-f3eab1746004,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:09.322836 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-f0001b1c-d13d-4be9-be32-a8041a65ff33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa5118d-add2-498a-a3dc-87e0c4d54a3a', 'name': 'tempest-TestMinimumBasicScenario-524112707-router', 'tenant_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '9277d559-6ea8-40ad-99a3-d40d4f444af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:48Z', 'updated_at': '2022-05-09T04:27:55Z', 'revision_number': 4, 'project_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'gw_port': {'id': '9277d559-6ea8-40ad-99a3-d40d4f444af1', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa5118d-add2-498a-a3dc-87e0c4d54a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:49Z', 'updated_at': '2022-05-09T04:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '423cc753-ac02-44c3-9978-67edc8948b86', 'name': '', 'network_id': 'da1a742f-a0fb-4823-acf5-bb842d53e97e', 'tenant_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'mac_address': 'fa:16:3e:c2:47:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa5118d-add2-498a-a3dc-87e0c4d54a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'f2c7c720-a0e3-4650-9d10-f6010eaead33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:54Z', 'updated_at': '2022-05-09T04:27:55Z', 'revision_number': 2, 'project_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'subnets': [{'id': 'f2c7c720-a0e3-4650-9d10-f6010eaead33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:28:09.329792 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-7617c7ec-1c15-420c-b1d8-27f0e09d97ef None None] Provisioning complete for port 124baccb-01fe-4f19-88e1-3dee30727ab0 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:28:09.330195 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7617c7ec-1c15-420c-b1d8-27f0e09d97ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (124baccb-01fe-4f19-88e1-3dee30727ab0), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:09.331675 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port ed11706f-8b65-4323-8168-54f4f9dd0b4a is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:28:09.332781 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 9277d559-6ea8-40ad-99a3-d40d4f444af1 up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:28:09.409533 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-42c5dbdf-8440-4590-9b83-878c8fb43e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca67ea01-395b-4d58-a518-591071975afb', 'name': 'tempest-TestVolumeBootPattern-1136214510-router', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:44Z', 'updated_at': '2022-05-09T04:27:51Z', 'revision_number': 4, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'gw_port': {'id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:45Z', 'updated_at': '2022-05-09T04:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '269efca6-e9a1-43bc-83bb-f3eab1746004', 'name': '', 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'mac_address': 'fa:16:3e:19:7b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'dbed64c5-3159-495c-b3f2-34c99afd3de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:50Z', 'updated_at': '2022-05-09T04:28:06Z', 'revision_number': 4, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'subnets': [{'id': 'dbed64c5-3159-495c-b3f2-34c99afd3de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:28:09.418408 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-025fd013-57ce-453e-839e-89009d5eb63e None None] Publish callbacks [] for port (fe34da7e-7daa-463a-b946-fd74b9a361b4), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:09.422812 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0001b1c-d13d-4be9-be32-a8041a65ff33 None None] Checking router: 7fa5118d-add2-498a-a3dc-87e0c4d54a3a for host: dv-cinder-838009-3-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:28:09.423545 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0001b1c-d13d-4be9-be32-a8041a65ff33 None None] Updating router 7fa5118d-add2-498a-a3dc-87e0c4d54a3a port 423cc753-ac02-44c3-9978-67edc8948b86 binding host dv-cinder-838009-3-iscsi {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 04:28:09.481805 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c5dbdf-8440-4590-9b83-878c8fb43e42 None None] The sync data for ids ['ca67ea01-395b-4d58-a518-591071975afb'] in dv-cinder-838009-3-iscsi is: [{'id': 'ca67ea01-395b-4d58-a518-591071975afb', 'name': 'tempest-TestVolumeBootPattern-1136214510-router', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:44Z', 'updated_at': '2022-05-09T04:27:51Z', 'revision_number': 4, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'gw_port': {'id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:45Z', 'updated_at': '2022-05-09T04:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '269efca6-e9a1-43bc-83bb-f3eab1746004', 'name': '', 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'mac_address': 'fa:16:3e:19:7b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'dbed64c5-3159-495c-b3f2-34c99afd3de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:50Z', 'updated_at': '2022-05-09T04:28:06Z', 'revision_number': 4, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'subnets': [{'id': 'dbed64c5-3159-495c-b3f2-34c99afd3de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:28:09.495212 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-025fd013-57ce-453e-839e-89009d5eb63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (fe34da7e-7daa-463a-b946-fd74b9a361b4), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:09.543840 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-7617c7ec-1c15-420c-b1d8-27f0e09d97ef None None] Port 124baccb-01fe-4f19-88e1-3dee30727ab0 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 04:28:09.585532 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-045ed724-8348-4b0a-9dc4-cba761fbb2a6 req-2a7257b1-d52c-4a9c-9b78-76eec83c2689 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=48735dde-9de8-4b71-877f-e86789f4c887 HTTP/1.1" status: 200 len: 210 time: 0.0649505 May 09 04:28:09.593788 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f0001b1c-d13d-4be9-be32-a8041a65ff33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (423cc753-ac02-44c3-9978-67edc8948b86), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:09.710839 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-7617c7ec-1c15-420c-b1d8-27f0e09d97ef None None] Provisioning complete for port 765cd330-9fd5-463f-82fe-70e5e605d66e triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:28:09.711513 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7617c7ec-1c15-420c-b1d8-27f0e09d97ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (765cd330-9fd5-463f-82fe-70e5e605d66e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:09.768255 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e51f6c64-e49e-4efd-8bb9-5c53845bcf9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (6fd02778-526b-486f-8a63-6b48f57b4a70), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:09.807472 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bae4c6-0e77-4d83-9ad3-872b8fe73658 req-abe524e9-f03b-4d04-b82c-934360f0f80f tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:09.809840 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-d2bae4c6-0e77-4d83-9ad3-872b8fe73658 req-abe524e9-f03b-4d04-b82c-934360f0f80f tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 945 time: 0.0954659 May 09 04:28:09.872528 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-7728b106-a81e-41db-a284-99fc1b2c578e None None] Set router 21b62b9b-7af0-4928-b214-eaebb914327b gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:28:09.877758 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 45158) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:28:09.897275 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-262ddda8-e3f5-4218-9758-3ad23dac19dd tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1544934256', 'description': 'tempest-secgroup-smoke-1544934256 description', 'project_id': 'b6223852af9c4361b99a24e7a49a7734'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:28:09.918388 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-d2bae4c6-0e77-4d83-9ad3-872b8fe73658 req-788fbd66-fa7f-4d5a-88a8-648a5033cbf0 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025603 May 09 04:28:10.082407 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-262ddda8-e3f5-4218-9758-3ad23dac19dd tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:10.087267 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port 9277d559-6ea8-40ad-99a3-d40d4f444af1 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:28:10.088694 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (9277d559-6ea8-40ad-99a3-d40d4f444af1), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:10.151320 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-025fd013-57ce-453e-839e-89009d5eb63e None None] Attempting to bind port fe34da7e-7daa-463a-b946-fd74b9a361b4 on host dv-cinder-838009-3-iscsi for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:28:10.151712 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-025fd013-57ce-453e-839e-89009d5eb63e None None] Attempting to bind port fe34da7e-7daa-463a-b946-fd74b9a361b4 by drivers openvswitch,hyperv on host dv-cinder-838009-3-iscsi at level 0 using segments [{'id': 'bfcd5364-714b-4eea-b1ab-23d5506cc730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:28:10.152270 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025fd013-57ce-453e-839e-89009d5eb63e None None] Attempting to bind port fe34da7e-7daa-463a-b946-fd74b9a361b4 on network 1111f3a4-c02a-41de-91e1-42f5a19c8209 {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:28:10.157426 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0308f217-40a1-43da-8587-d6f407b9a1ad None None] Pushing event updated for resources: {'Port': ['ID=fe34da7e-7daa-463a-b946-fd74b9a361b4,revision_number=2']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:10.170154 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025fd013-57ce-453e-839e-89009d5eb63e None None] Checking agent: {'id': '9a15748d-6a05-4459-b777-d0dd003edfa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 17, 57), 'started_at': datetime.datetime(2022, 5, 9, 4, 18, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:28:10.170542 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025fd013-57ce-453e-839e-89009d5eb63e None None] Checking segment: {'id': 'bfcd5364-714b-4eea-b1ab-23d5506cc730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:28:10.170945 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-025fd013-57ce-453e-839e-89009d5eb63e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:10.171346 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025fd013-57ce-453e-839e-89009d5eb63e None None] Bound using segment: {'id': 'bfcd5364-714b-4eea-b1ab-23d5506cc730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:28:10.172042 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-025fd013-57ce-453e-839e-89009d5eb63e None None] Bound port: fe34da7e-7daa-463a-b946-fd74b9a361b4, host: dv-cinder-838009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfcd5364-714b-4eea-b1ab-23d5506cc730', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:28:10.172434 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-025fd013-57ce-453e-839e-89009d5eb63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (fe34da7e-7daa-463a-b946-fd74b9a361b4), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:10.201697 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e51f6c64-e49e-4efd-8bb9-5c53845bcf9d admin admin] Publish callbacks [] for port (6fd02778-526b-486f-8a63-6b48f57b4a70), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:10.225043 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e51f6c64-e49e-4efd-8bb9-5c53845bcf9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (6fd02778-526b-486f-8a63-6b48f57b4a70), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:10.226257 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e51f6c64-e49e-4efd-8bb9-5c53845bcf9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639165'] for router_interface (acfcfe3a-eaa7-464c-afb7-194ed898c24b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:10.266174 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f21c2e83-665c-4faa-b655-7269eb3e4dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'name': 'tempest-AttachVolumeNegativeTest-195011021-router', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:53Z', 'updated_at': '2022-05-09T04:28:01Z', 'revision_number': 4, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'gw_port': {'id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:54Z', 'updated_at': '2022-05-09T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '529116a4-e0e4-4a10-a24e-711cb18b842b', 'name': '', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'mac_address': 'fa:16:3e:b2:88:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:28:00Z', 'updated_at': '2022-05-09T04:28:08Z', 'revision_number': 4, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'subnets': [{'id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:28:10.307203 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port 9277d559-6ea8-40ad-99a3-d40d4f444af1 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:28:10.307754 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (9277d559-6ea8-40ad-99a3-d40d4f444af1), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:10.348654 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21c2e83-665c-4faa-b655-7269eb3e4dfe None None] The sync data for ids ['4d52aa5f-732c-4e4d-b61c-fb86a901d96c'] in dv-cinder-838009-3-iscsi is: [{'id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'name': 'tempest-AttachVolumeNegativeTest-195011021-router', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:53Z', 'updated_at': '2022-05-09T04:28:01Z', 'revision_number': 4, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'gw_port': {'id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:54Z', 'updated_at': '2022-05-09T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '529116a4-e0e4-4a10-a24e-711cb18b842b', 'name': '', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'mac_address': 'fa:16:3e:b2:88:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:28:00Z', 'updated_at': '2022-05-09T04:28:08Z', 'revision_number': 4, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'subnets': [{'id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:28:10.384121 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-262ddda8-e3f5-4218-9758-3ad23dac19dd tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks [] for security_group (0cf46e9a-429f-4df1-99e7-8795dfa77a40), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:10.409472 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-262ddda8-e3f5-4218-9758-3ad23dac19dd tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (0cf46e9a-429f-4df1-99e7-8795dfa77a40), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:10.458280 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-025fd013-57ce-453e-839e-89009d5eb63e None None] For port fe34da7e-7daa-463a-b946-fd74b9a361b4, host dv-cinder-838009-3-iscsi, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:28:10.469581 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-025fd013-57ce-453e-839e-89009d5eb63e None None] For port fe34da7e-7daa-463a-b946-fd74b9a361b4, host dv-cinder-838009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=fe34da7e-7daa-463a-b946-fd74b9a361b4,segment=NetworkSegment(bfcd5364-714b-4eea-b1ab-23d5506cc730),segment_id=bfcd5364-714b-4eea-b1ab-23d5506cc730)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:28:10.498573 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-262ddda8-e3f5-4218-9758-3ad23dac19dd tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:10.501743 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-262ddda8-e3f5-4218-9758-3ad23dac19dd tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6223872 May 09 04:28:10.504811 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 45178) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:28:10.511019 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-08e6ecc1-4c2c-4b10-99f4-626de9607c14 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Request body: {'security_group_rule': {'security_group_id': '0cf46e9a-429f-4df1-99e7-8795dfa77a40', 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:28:10.517469 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51f6c64-e49e-4efd-8bb9-5c53845bcf9d admin admin] Pushing event updated for resources: {'Port': ['ID=6fd02778-526b-486f-8a63-6b48f57b4a70,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:10.541337 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-7617c7ec-1c15-420c-b1d8-27f0e09d97ef None None] Current status of the port 765cd330-9fd5-463f-82fe-70e5e605d66e is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:28:10.541769 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7617c7ec-1c15-420c-b1d8-27f0e09d97ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (765cd330-9fd5-463f-82fe-70e5e605d66e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:10.543069 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262ddda8-e3f5-4218-9758-3ad23dac19dd tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf46e9a-429f-4df1-99e7-8795dfa77a40,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:10.593577 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7728b106-a81e-41db-a284-99fc1b2c578e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b62b9b-7af0-4928-b214-eaebb914327b', 'name': 'tempest-TestVolumeBootPattern-12657949-router', 'tenant_id': 'c54b5ee463964fa289d41b32b9d47efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '50be2951-af59-4663-ba62-0c4562430afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:56Z', 'updated_at': '2022-05-09T04:28:06Z', 'revision_number': 4, 'project_id': 'c54b5ee463964fa289d41b32b9d47efa', 'gw_port': {'id': '50be2951-af59-4663-ba62-0c4562430afc', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:77:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b62b9b-7af0-4928-b214-eaebb914327b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:57Z', 'updated_at': '2022-05-09T04:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '124baccb-01fe-4f19-88e1-3dee30727ab0', 'name': '', 'network_id': 'dddeceb9-af14-4262-b288-15df5df0629b', 'tenant_id': 'c54b5ee463964fa289d41b32b9d47efa', 'mac_address': 'fa:16:3e:70:e7:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b62b9b-7af0-4928-b214-eaebb914327b', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '49277ba0-0f22-4646-a826-b8fb53db0e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:28:04Z', 'updated_at': '2022-05-09T04:28:06Z', 'revision_number': 2, 'project_id': 'c54b5ee463964fa289d41b32b9d47efa', 'subnets': [{'id': '49277ba0-0f22-4646-a826-b8fb53db0e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:28:10.593807 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-025fd013-57ce-453e-839e-89009d5eb63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (fe34da7e-7daa-463a-b946-fd74b9a361b4), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:10.617119 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51f6c64-e49e-4efd-8bb9-5c53845bcf9d admin admin] Network 47d82032-6c81-4102-b2ac-f0b5fd250d2c is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:28:10.626061 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-e51f6c64-e49e-4efd-8bb9-5c53845bcf9d admin admin] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:28:10.633016 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-08e6ecc1-4c2c-4b10-99f4-626de9607c14 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks [] for security_group_rule (ed5f684e-943b-4846-911d-c88543e47b5e), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:10.642814 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] For port 9277d559-6ea8-40ad-99a3-d40d4f444af1, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=9277d559-6ea8-40ad-99a3-d40d4f444af1,segment=NetworkSegment(bfcd5364-714b-4eea-b1ab-23d5506cc730),segment_id=bfcd5364-714b-4eea-b1ab-23d5506cc730)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:28:10.714141 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-7617c7ec-1c15-420c-b1d8-27f0e09d97ef None None] For port 765cd330-9fd5-463f-82fe-70e5e605d66e, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=765cd330-9fd5-463f-82fe-70e5e605d66e,segment=NetworkSegment(c60cad70-07f0-4c3e-9f4f-2a2885c10185),segment_id=c60cad70-07f0-4c3e-9f4f-2a2885c10185)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:28:10.729756 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7728b106-a81e-41db-a284-99fc1b2c578e None None] Checking router: 21b62b9b-7af0-4928-b214-eaebb914327b for host: dv-cinder-838009-3-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:28:10.732327 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7728b106-a81e-41db-a284-99fc1b2c578e None None] Updating router 21b62b9b-7af0-4928-b214-eaebb914327b port 124baccb-01fe-4f19-88e1-3dee30727ab0 binding host dv-cinder-838009-3-iscsi {{(pid=103228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 04:28:10.762445 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (9277d559-6ea8-40ad-99a3-d40d4f444af1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:10.762963 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99 up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:28:10.778096 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7617c7ec-1c15-420c-b1d8-27f0e09d97ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (765cd330-9fd5-463f-82fe-70e5e605d66e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:10.832205 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-08e6ecc1-4c2c-4b10-99f4-626de9607c14 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks [] for security_group_rule (ed5f684e-943b-4846-911d-c88543e47b5e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:10.842743 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-08e6ecc1-4c2c-4b10-99f4-626de9607c14 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619982'] for security_group_rule (ed5f684e-943b-4846-911d-c88543e47b5e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:10.897489 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7728b106-a81e-41db-a284-99fc1b2c578e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (124baccb-01fe-4f19-88e1-3dee30727ab0), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:10.928543 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e6ecc1-4c2c-4b10-99f4-626de9607c14 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed5f684e-943b-4846-911d-c88543e47b5e,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:10.944441 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-08e6ecc1-4c2c-4b10-99f4-626de9607c14 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:10.945938 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-08e6ecc1-4c2c-4b10-99f4-626de9607c14 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4400225 May 09 04:28:10.948793 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 45190) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:28:10.956902 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-56643c2f-e206-4378-8188-0cd2c5ccf573 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Request body: {'security_group_rule': {'security_group_id': '0cf46e9a-429f-4df1-99e7-8795dfa77a40', 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:28:11.013171 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f2e18637-04f0-420f-8b4c-65ba992b44a8 req-eb012cd4-a02b-4f0b-a9ef-0509dd4c609e tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=48735dde-9de8-4b71-877f-e86789f4c887 HTTP/1.1" status: 200 len: 210 time: 0.0926917 May 09 04:28:11.044376 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-56643c2f-e206-4378-8188-0cd2c5ccf573 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks [] for security_group_rule (a21c0adb-3f0e-4ab7-bdfa-15b9945a0e8f), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:11.077085 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025fd013-57ce-453e-839e-89009d5eb63e None None] Routers {'acfcfe3a-eaa7-464c-afb7-194ed898c24b'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:28:11.077736 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-025fd013-57ce-453e-839e-89009d5eb63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:27:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['acfcfe3a-eaa7-464c-afb7-194ed898c24b'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:28:11.124116 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-56643c2f-e206-4378-8188-0cd2c5ccf573 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks [] for security_group_rule (a21c0adb-3f0e-4ab7-bdfa-15b9945a0e8f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:11.132821 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-56643c2f-e206-4378-8188-0cd2c5ccf573 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619982'] for security_group_rule (a21c0adb-3f0e-4ab7-bdfa-15b9945a0e8f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:11.200633 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0308f217-40a1-43da-8587-d6f407b9a1ad None None] Pushing event updated for resources: {'Port': ['ID=fe34da7e-7daa-463a-b946-fd74b9a361b4,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:11.214345 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56643c2f-e206-4378-8188-0cd2c5ccf573 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a21c0adb-3f0e-4ab7-bdfa-15b9945a0e8f,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:11.215987 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-707fdde9-4a8b-4562-bb5b-308691d5d9f4 None None] Provisioning complete for port 529116a4-e0e4-4a10-a24e-711cb18b842b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:28:11.215987 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-707fdde9-4a8b-4562-bb5b-308691d5d9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (529116a4-e0e4-4a10-a24e-711cb18b842b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:11.246559 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-56643c2f-e206-4378-8188-0cd2c5ccf573 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:11.248044 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-56643c2f-e206-4378-8188-0cd2c5ccf573 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2980125 May 09 04:28:11.250042 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51f6c64-e49e-4efd-8bb9-5c53845bcf9d admin admin] Router acfcfe3a-eaa7-464c-afb7-194ed898c24b has already been hosted by L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 04:28:11.250749 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 45202) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:28:11.255004 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-d1f3ef7b-1ceb-4c5a-8f41-ee613dab460f tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Request body: {'security_group_rule': {'security_group_id': '0cf46e9a-429f-4df1-99e7-8795dfa77a40', 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:28:11.287530 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725ffb9-924a-4f48-96ed-619dbe7c542a req-1a97ac3e-73d5-4f67-af65-3d4b2231941e tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:11.293663 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-7725ffb9-924a-4f48-96ed-619dbe7c542a req-1a97ac3e-73d5-4f67-af65-3d4b2231941e tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 945 time: 0.1344905 May 09 04:28:11.371316 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d1f3ef7b-1ceb-4c5a-8f41-ee613dab460f tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks [] for security_group_rule (66e66a1c-dabb-427a-a2d5-2c22ad9c4c49), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:11.413780 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-7725ffb9-924a-4f48-96ed-619dbe7c542a req-c55f9053-f358-4654-ad34-82d259cd3fcc tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063893 May 09 04:28:11.439729 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port 1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:28:11.440108 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:11.494319 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d1f3ef7b-1ceb-4c5a-8f41-ee613dab460f tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks [] for security_group_rule (66e66a1c-dabb-427a-a2d5-2c22ad9c4c49), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:11.508340 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d1f3ef7b-1ceb-4c5a-8f41-ee613dab460f tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619982'] for security_group_rule (66e66a1c-dabb-427a-a2d5-2c22ad9c4c49), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:11.535398 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f3ef7b-1ceb-4c5a-8f41-ee613dab460f tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66e66a1c-dabb-427a-a2d5-2c22ad9c4c49,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:11.555478 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d1f3ef7b-1ceb-4c5a-8f41-ee613dab460f tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:11.557765 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-d1f3ef7b-1ceb-4c5a-8f41-ee613dab460f tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3060155 May 09 04:28:11.560645 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 45204) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:28:11.563792 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Pushing event updated for resources: {'Port': ['ID=9277d559-6ea8-40ad-99a3-d40d4f444af1,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:11.573156 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-f7cbcb93-6cd1-4198-91cd-a90091e1e1c3 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Request body: {'security_group_rule': {'security_group_id': '0cf46e9a-429f-4df1-99e7-8795dfa77a40', 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:28:11.633545 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f7cbcb93-6cd1-4198-91cd-a90091e1e1c3 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks [] for security_group_rule (7e7109de-541f-421c-9cd2-52f9c5d30d76), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:11.643199 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7728b106-a81e-41db-a284-99fc1b2c578e None None] Publish callbacks [] for port (124baccb-01fe-4f19-88e1-3dee30727ab0), precommit_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:11.654233 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7728b106-a81e-41db-a284-99fc1b2c578e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (124baccb-01fe-4f19-88e1-3dee30727ab0), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:11.707903 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44083df3-6bb6-4a0e-ac26-f3c89627fa92 None None] Pushing event updated for resources: {'Port': ['ID=124baccb-01fe-4f19-88e1-3dee30727ab0,revision_number=3']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:11.768105 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-707fdde9-4a8b-4562-bb5b-308691d5d9f4 None None] Current status of the port 529116a4-e0e4-4a10-a24e-711cb18b842b is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:28:11.768497 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-707fdde9-4a8b-4562-bb5b-308691d5d9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (529116a4-e0e4-4a10-a24e-711cb18b842b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:11.781713 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51f6c64-e49e-4efd-8bb9-5c53845bcf9d admin admin] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:28:11.822779 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-e51f6c64-e49e-4efd-8bb9-5c53845bcf9d admin admin] 10.222.0.44 "PUT /v2.0/routers/acfcfe3a-eaa7-464c-afb7-194ed898c24b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7389910 May 09 04:28:11.832340 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f7cbcb93-6cd1-4198-91cd-a90091e1e1c3 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks [] for security_group_rule (7e7109de-541f-421c-9cd2-52f9c5d30d76), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:11.843194 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f7cbcb93-6cd1-4198-91cd-a90091e1e1c3 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619982'] for security_group_rule (7e7109de-541f-421c-9cd2-52f9c5d30d76), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:11.857444 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-7728b106-a81e-41db-a284-99fc1b2c578e None None] Attempting to bind port 124baccb-01fe-4f19-88e1-3dee30727ab0 on host dv-cinder-838009-3-iscsi for vnic_type normal with profile {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:28:11.858983 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-7728b106-a81e-41db-a284-99fc1b2c578e None None] Attempting to bind port 124baccb-01fe-4f19-88e1-3dee30727ab0 by drivers openvswitch,hyperv on host dv-cinder-838009-3-iscsi at level 0 using segments [{'id': '30754314-8417-4277-9aa7-f2d7d96d3e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'dddeceb9-af14-4262-b288-15df5df0629b'}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:28:11.860487 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7728b106-a81e-41db-a284-99fc1b2c578e None None] Attempting to bind port 124baccb-01fe-4f19-88e1-3dee30727ab0 on network dddeceb9-af14-4262-b288-15df5df0629b {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:28:11.874086 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7728b106-a81e-41db-a284-99fc1b2c578e None None] Checking agent: {'id': '9a15748d-6a05-4459-b777-d0dd003edfa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 17, 57), 'started_at': datetime.datetime(2022, 5, 9, 4, 18, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:28:11.874483 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7728b106-a81e-41db-a284-99fc1b2c578e None None] Checking segment: {'id': '30754314-8417-4277-9aa7-f2d7d96d3e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'dddeceb9-af14-4262-b288-15df5df0629b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:28:11.874872 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7728b106-a81e-41db-a284-99fc1b2c578e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:11.875263 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7728b106-a81e-41db-a284-99fc1b2c578e None None] Bound using segment: {'id': '30754314-8417-4277-9aa7-f2d7d96d3e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'dddeceb9-af14-4262-b288-15df5df0629b'} {{(pid=103228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:28:11.875740 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.managers [None req-7728b106-a81e-41db-a284-99fc1b2c578e None None] Bound port: 124baccb-01fe-4f19-88e1-3dee30727ab0, host: dv-cinder-838009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30754314-8417-4277-9aa7-f2d7d96d3e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'dddeceb9-af14-4262-b288-15df5df0629b'}}] {{(pid=103228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:28:11.876149 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7728b106-a81e-41db-a284-99fc1b2c578e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (124baccb-01fe-4f19-88e1-3dee30727ab0), before_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:11.882399 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 45216) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:28:11.890602 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-025fd013-57ce-453e-839e-89009d5eb63e None None] Set router acfcfe3a-eaa7-464c-afb7-194ed898c24b gateway port host: dv-cinder-838009-3-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:28:11.899332 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-f84f883c-786b-4060-9529-8ecbcc09cb58 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:11.903756 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-f84f883c-786b-4060-9529-8ecbcc09cb58 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.13 "GET /v2.0/networks?id=cff1ca97-0d5c-4d7d-b3c2-a81f844b16da HTTP/1.1" status: 200 len: 814 time: 0.4002154 May 09 04:28:11.934689 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7617c7ec-1c15-420c-b1d8-27f0e09d97ef None None] Pushing event updated for resources: {'Port': ['ID=765cd330-9fd5-463f-82fe-70e5e605d66e,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:11.939472 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cbcb93-6cd1-4198-91cd-a90091e1e1c3 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e7109de-541f-421c-9cd2-52f9c5d30d76,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:11.961454 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f7cbcb93-6cd1-4198-91cd-a90091e1e1c3 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:11.964986 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f0001b1c-d13d-4be9-be32-a8041a65ff33 None None] Publish callbacks [] for port (423cc753-ac02-44c3-9978-67edc8948b86), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:11.965702 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 45220) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:28:11.968091 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-f7cbcb93-6cd1-4198-91cd-a90091e1e1c3 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4054265 May 09 04:28:11.976463 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0bf01e13-db4c-4521-8a6c-c6e631074bf5 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Request body: {'security_group_rule': {'security_group_id': '0cf46e9a-429f-4df1-99e7-8795dfa77a40', 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:28:12.038342 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-707fdde9-4a8b-4562-bb5b-308691d5d9f4 None None] For port 529116a4-e0e4-4a10-a24e-711cb18b842b, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=529116a4-e0e4-4a10-a24e-711cb18b842b,segment=NetworkSegment(7887ef4a-a237-48ec-8f9c-2f6abe8c4da6),segment_id=7887ef4a-a237-48ec-8f9c-2f6abe8c4da6)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:28:12.043090 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-7728b106-a81e-41db-a284-99fc1b2c578e None None] For port 124baccb-01fe-4f19-88e1-3dee30727ab0, host dv-cinder-838009-3-iscsi, cleared binding levels {{(pid=103228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:28:12.049344 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.plugins.ml2.db [None req-7728b106-a81e-41db-a284-99fc1b2c578e None None] For port 124baccb-01fe-4f19-88e1-3dee30727ab0, host dv-cinder-838009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=124baccb-01fe-4f19-88e1-3dee30727ab0,segment=NetworkSegment(30754314-8417-4277-9aa7-f2d7d96d3e00),segment_id=30754314-8417-4277-9aa7-f2d7d96d3e00)] {{(pid=103228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:28:12.058990 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f0001b1c-d13d-4be9-be32-a8041a65ff33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (423cc753-ac02-44c3-9978-67edc8948b86), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:12.067055 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron_lib.callbacks.manager [None req-7728b106-a81e-41db-a284-99fc1b2c578e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (124baccb-01fe-4f19-88e1-3dee30727ab0), after_update {{(pid=103228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:12.081493 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.db.securitygroups_db [None req-0bf01e13-db4c-4521-8a6c-c6e631074bf5 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Project b6223852af9c4361b99a24e7a49a7734 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 04:28:12.104842 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-1f570e55-f1d9-4c7b-ba7d-a5a8e016792e tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c83b0a8b88f452f9e12d077e8ac28c8 HTTP/1.1" status: 200 len: 379 time: 0.1893966 May 09 04:28:12.105680 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0bf01e13-db4c-4521-8a6c-c6e631074bf5 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks [] for security_group_rule (0bc3930a-d1d5-4f14-885b-279417dcb827), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:12.130037 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-6438faf8-465c-4ce8-9ea6-1cee23a3f429 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Request body: {'port': {'device_id': '48735dde-9de8-4b71-877f-e86789f4c887', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'admin_state_up': True, 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'security_groups': ['593d8a87-ac23-44ba-aa21-fd652af773d6']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:28:12.174648 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-707fdde9-4a8b-4562-bb5b-308691d5d9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (529116a4-e0e4-4a10-a24e-711cb18b842b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:12.191402 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f38d0867-98a2-4c4c-b922-f0f505e7555d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:12.200439 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7728b106-a81e-41db-a284-99fc1b2c578e None None] Routers {'21b62b9b-7af0-4928-b214-eaebb914327b'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:28:12.201369 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7728b106-a81e-41db-a284-99fc1b2c578e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:27:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['21b62b9b-7af0-4928-b214-eaebb914327b'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:28:12.314263 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f38d0867-98a2-4c4c-b922-f0f505e7555d admin admin] Publish callbacks [] for security_group (b911d6ea-5238-42e5-8439-f698115e7815), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:12.326013 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f38d0867-98a2-4c4c-b922-f0f505e7555d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (b911d6ea-5238-42e5-8439-f698115e7815), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:12.341895 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-7728b106-a81e-41db-a284-99fc1b2c578e None None] Set router 21b62b9b-7af0-4928-b214-eaebb914327b gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:28:12.427881 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port 1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:28:12.466452 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-707fdde9-4a8b-4562-bb5b-308691d5d9f4 None None] Provisioning complete for port 765cd330-9fd5-463f-82fe-70e5e605d66e triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:28:12.466452 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-707fdde9-4a8b-4562-bb5b-308691d5d9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (765cd330-9fd5-463f-82fe-70e5e605d66e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:12.478749 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-f38d0867-98a2-4c4c-b922-f0f505e7555d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=310edc8624594bbb8d8e55f063e44688&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5788324 May 09 04:28:12.491720 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d0867-98a2-4c4c-b922-f0f505e7555d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b911d6ea-5238-42e5-8439-f698115e7815,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:12.496403 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 45238) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:28:12.524031 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3c4fc948-29a8-4dde-9991-3cfc02e02cc5 req-d689cabb-56be-4dfa-9281-857360221b55 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=48735dde-9de8-4b71-877f-e86789f4c887 HTTP/1.1" status: 200 len: 210 time: 0.1859486 May 09 04:28:12.602558 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-f0001b1c-d13d-4be9-be32-a8041a65ff33 None None] Attempting to bind port 423cc753-ac02-44c3-9978-67edc8948b86 on host dv-cinder-838009-3-iscsi for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:28:12.603082 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-f0001b1c-d13d-4be9-be32-a8041a65ff33 None None] Attempting to bind port 423cc753-ac02-44c3-9978-67edc8948b86 by drivers openvswitch,hyperv on host dv-cinder-838009-3-iscsi at level 0 using segments [{'id': 'e721fef7-2fbf-4951-beab-ce8ea2bdc6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'da1a742f-a0fb-4823-acf5-bb842d53e97e'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:28:12.603355 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0001b1c-d13d-4be9-be32-a8041a65ff33 None None] Attempting to bind port 423cc753-ac02-44c3-9978-67edc8948b86 on network da1a742f-a0fb-4823-acf5-bb842d53e97e {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:28:12.610100 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b56287-88ba-497f-8d76-1edbad58d95b None None] Pushing event updated for resources: {'Port': ['ID=423cc753-ac02-44c3-9978-67edc8948b86,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:12.719489 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707fdde9-4a8b-4562-bb5b-308691d5d9f4 None None] Pushing event updated for resources: {'Port': ['ID=529116a4-e0e4-4a10-a24e-711cb18b842b,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:12.739009 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44083df3-6bb6-4a0e-ac26-f3c89627fa92 None None] Pushing event updated for resources: {'Port': ['ID=124baccb-01fe-4f19-88e1-3dee30727ab0,revision_number=4']} {{(pid=103228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:12.749722 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7728b106-a81e-41db-a284-99fc1b2c578e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b62b9b-7af0-4928-b214-eaebb914327b', 'name': 'tempest-TestVolumeBootPattern-12657949-router', 'tenant_id': 'c54b5ee463964fa289d41b32b9d47efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '50be2951-af59-4663-ba62-0c4562430afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:56Z', 'updated_at': '2022-05-09T04:28:06Z', 'revision_number': 4, 'project_id': 'c54b5ee463964fa289d41b32b9d47efa', 'gw_port': {'id': '50be2951-af59-4663-ba62-0c4562430afc', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:77:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b62b9b-7af0-4928-b214-eaebb914327b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:57Z', 'updated_at': '2022-05-09T04:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '124baccb-01fe-4f19-88e1-3dee30727ab0', 'name': '', 'network_id': 'dddeceb9-af14-4262-b288-15df5df0629b', 'tenant_id': 'c54b5ee463964fa289d41b32b9d47efa', 'mac_address': 'fa:16:3e:70:e7:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b62b9b-7af0-4928-b214-eaebb914327b', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '49277ba0-0f22-4646-a826-b8fb53db0e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:28:04Z', 'updated_at': '2022-05-09T04:28:12Z', 'revision_number': 4, 'project_id': 'c54b5ee463964fa289d41b32b9d47efa', 'subnets': [{'id': '49277ba0-0f22-4646-a826-b8fb53db0e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:28:12.761311 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0001b1c-d13d-4be9-be32-a8041a65ff33 None None] Checking agent: {'id': '9a15748d-6a05-4459-b777-d0dd003edfa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 17, 57), 'started_at': datetime.datetime(2022, 5, 9, 4, 18, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:28:12.761732 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0001b1c-d13d-4be9-be32-a8041a65ff33 None None] Checking segment: {'id': 'e721fef7-2fbf-4951-beab-ce8ea2bdc6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'da1a742f-a0fb-4823-acf5-bb842d53e97e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:28:12.762335 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f0001b1c-d13d-4be9-be32-a8041a65ff33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:12.762445 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0001b1c-d13d-4be9-be32-a8041a65ff33 None None] Bound using segment: {'id': 'e721fef7-2fbf-4951-beab-ce8ea2bdc6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'da1a742f-a0fb-4823-acf5-bb842d53e97e'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:28:12.762964 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-f0001b1c-d13d-4be9-be32-a8041a65ff33 None None] Bound port: 423cc753-ac02-44c3-9978-67edc8948b86, host: dv-cinder-838009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e721fef7-2fbf-4951-beab-ce8ea2bdc6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'da1a742f-a0fb-4823-acf5-bb842d53e97e'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:28:12.763277 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f0001b1c-d13d-4be9-be32-a8041a65ff33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (423cc753-ac02-44c3-9978-67edc8948b86), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:12.771806 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0bf01e13-db4c-4521-8a6c-c6e631074bf5 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks [] for security_group_rule (0bc3930a-d1d5-4f14-885b-279417dcb827), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:12.788990 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0bf01e13-db4c-4521-8a6c-c6e631074bf5 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619982'] for security_group_rule (0bc3930a-d1d5-4f14-885b-279417dcb827), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:12.798990 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-74c0f02c-217c-4765-87d7-2d06c5bfc23c admin admin] Publish callbacks [] for security_group (b911d6ea-5238-42e5-8439-f698115e7815), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:12.829339 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7728b106-a81e-41db-a284-99fc1b2c578e None None] The sync data for ids ['21b62b9b-7af0-4928-b214-eaebb914327b'] in dv-cinder-838009-3-iscsi is: [{'id': '21b62b9b-7af0-4928-b214-eaebb914327b', 'name': 'tempest-TestVolumeBootPattern-12657949-router', 'tenant_id': 'c54b5ee463964fa289d41b32b9d47efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '50be2951-af59-4663-ba62-0c4562430afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:56Z', 'updated_at': '2022-05-09T04:28:06Z', 'revision_number': 4, 'project_id': 'c54b5ee463964fa289d41b32b9d47efa', 'gw_port': {'id': '50be2951-af59-4663-ba62-0c4562430afc', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:77:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b62b9b-7af0-4928-b214-eaebb914327b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:57Z', 'updated_at': '2022-05-09T04:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '124baccb-01fe-4f19-88e1-3dee30727ab0', 'name': '', 'network_id': 'dddeceb9-af14-4262-b288-15df5df0629b', 'tenant_id': 'c54b5ee463964fa289d41b32b9d47efa', 'mac_address': 'fa:16:3e:70:e7:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b62b9b-7af0-4928-b214-eaebb914327b', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '49277ba0-0f22-4646-a826-b8fb53db0e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:28:04Z', 'updated_at': '2022-05-09T04:28:12Z', 'revision_number': 4, 'project_id': 'c54b5ee463964fa289d41b32b9d47efa', 'subnets': [{'id': '49277ba0-0f22-4646-a826-b8fb53db0e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:28:12.844847 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf01e13-db4c-4521-8a6c-c6e631074bf5 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bc3930a-d1d5-4f14-885b-279417dcb827,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:12.857752 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-6438faf8-465c-4ce8-9ea6-1cee23a3f429 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Made reservation on behalf of 9c83b0a8b88f452f9e12d077e8ac28c8 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:28:12.861358 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-6438faf8-465c-4ce8-9ea6-1cee23a3f429 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:12.887988 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db8960-3211-4c45-acd6-14dd209971a2 req-16e1dadf-3a44-46c1-b12b-bc5985430656 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:12.889585 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-62db8960-3211-4c45-acd6-14dd209971a2 req-16e1dadf-3a44-46c1-b12b-bc5985430656 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 945 time: 0.2920885 May 09 04:28:12.924258 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0bf01e13-db4c-4521-8a6c-c6e631074bf5 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:12.925742 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-0bf01e13-db4c-4521-8a6c-c6e631074bf5 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9539804 May 09 04:28:12.929114 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 45256) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:28:12.933608 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-d3038a55-be0d-4ed2-bad8-69261d78e2c2 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Request body: {'security_group_rule': {'security_group_id': '0cf46e9a-429f-4df1-99e7-8795dfa77a40', 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:28:12.971877 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-74c0f02c-217c-4765-87d7-2d06c5bfc23c admin admin] Publish callbacks [] for security_group (b911d6ea-5238-42e5-8439-f698115e7815), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:13.035562 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.db.securitygroups_db [None req-d3038a55-be0d-4ed2-bad8-69261d78e2c2 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Project b6223852af9c4361b99a24e7a49a7734 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 04:28:13.046702 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-62db8960-3211-4c45-acd6-14dd209971a2 req-076d55b4-4842-441b-8634-3c86e262a19d tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356809 May 09 04:28:13.085061 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-025fd013-57ce-453e-839e-89009d5eb63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfcfe3a-eaa7-464c-afb7-194ed898c24b', 'name': 'tempest-TestMinimumBasicScenario-1941677805-router', 'tenant_id': '678b52347f054baa98342f098b23a741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'fe34da7e-7daa-463a-b946-fd74b9a361b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:59Z', 'updated_at': '2022-05-09T04:28:09Z', 'revision_number': 4, 'project_id': '678b52347f054baa98342f098b23a741', 'gw_port': {'id': 'fe34da7e-7daa-463a-b946-fd74b9a361b4', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfcfe3a-eaa7-464c-afb7-194ed898c24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:28:00Z', 'updated_at': '2022-05-09T04:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '6fd02778-526b-486f-8a63-6b48f57b4a70', 'name': '', 'network_id': '47d82032-6c81-4102-b2ac-f0b5fd250d2c', 'tenant_id': '678b52347f054baa98342f098b23a741', 'mac_address': 'fa:16:3e:0f:50:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfcfe3a-eaa7-464c-afb7-194ed898c24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '0e51b18a-53a6-4e16-a314-cd9e92879860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:28:07Z', 'updated_at': '2022-05-09T04:28:09Z', 'revision_number': 2, 'project_id': '678b52347f054baa98342f098b23a741', 'subnets': [{'id': '0e51b18a-53a6-4e16-a314-cd9e92879860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:28:13.095469 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-74c0f02c-217c-4765-87d7-2d06c5bfc23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (b911d6ea-5238-42e5-8439-f698115e7815), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:13.098376 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-74c0f02c-217c-4765-87d7-2d06c5bfc23c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:13.099618 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f0001b1c-d13d-4be9-be32-a8041a65ff33 None None] For port 423cc753-ac02-44c3-9978-67edc8948b86, host dv-cinder-838009-3-iscsi, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:28:13.101308 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-74c0f02c-217c-4765-87d7-2d06c5bfc23c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b911d6ea-5238-42e5-8439-f698115e7815 HTTP/1.1" status: 204 len: 168 time: 0.6039217 May 09 04:28:13.102545 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d3038a55-be0d-4ed2-bad8-69261d78e2c2 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks [] for security_group_rule (069b0b5d-9181-46d7-8425-6cf0091df087), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:13.131392 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c0f02c-217c-4765-87d7-2d06c5bfc23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b911d6ea-5238-42e5-8439-f698115e7815,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:13.151466 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device aef29271-ebf7-4e2a-86b5-e03a79d5cd5b up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:28:13.165056 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025fd013-57ce-453e-839e-89009d5eb63e None None] The sync data for ids ['acfcfe3a-eaa7-464c-afb7-194ed898c24b'] in dv-cinder-838009-3-iscsi is: [{'id': 'acfcfe3a-eaa7-464c-afb7-194ed898c24b', 'name': 'tempest-TestMinimumBasicScenario-1941677805-router', 'tenant_id': '678b52347f054baa98342f098b23a741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'fe34da7e-7daa-463a-b946-fd74b9a361b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:59Z', 'updated_at': '2022-05-09T04:28:09Z', 'revision_number': 4, 'project_id': '678b52347f054baa98342f098b23a741', 'gw_port': {'id': 'fe34da7e-7daa-463a-b946-fd74b9a361b4', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfcfe3a-eaa7-464c-afb7-194ed898c24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:28:00Z', 'updated_at': '2022-05-09T04:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '6fd02778-526b-486f-8a63-6b48f57b4a70', 'name': '', 'network_id': '47d82032-6c81-4102-b2ac-f0b5fd250d2c', 'tenant_id': '678b52347f054baa98342f098b23a741', 'mac_address': 'fa:16:3e:0f:50:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfcfe3a-eaa7-464c-afb7-194ed898c24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '0e51b18a-53a6-4e16-a314-cd9e92879860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:28:07Z', 'updated_at': '2022-05-09T04:28:09Z', 'revision_number': 2, 'project_id': '678b52347f054baa98342f098b23a741', 'subnets': [{'id': '0e51b18a-53a6-4e16-a314-cd9e92879860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:28:13.196058 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f0001b1c-d13d-4be9-be32-a8041a65ff33 None None] For port 423cc753-ac02-44c3-9978-67edc8948b86, host dv-cinder-838009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=423cc753-ac02-44c3-9978-67edc8948b86,segment=NetworkSegment(e721fef7-2fbf-4951-beab-ce8ea2bdc6b4),segment_id=e721fef7-2fbf-4951-beab-ce8ea2bdc6b4)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:28:13.313227 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-6438faf8-465c-4ce8-9ea6-1cee23a3f429 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Allocated IP 172.20.0.11 (cff1ca97-0d5c-4d7d-b3c2-a81f844b16da/2d5198bd-ad41-455d-84af-e9d6c501ca45/1e27a9e1-6f10-43bb-909c-aa9fc82bc83c) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:28:13.325360 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f0001b1c-d13d-4be9-be32-a8041a65ff33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (423cc753-ac02-44c3-9978-67edc8948b86), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:13.526901 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d3038a55-be0d-4ed2-bad8-69261d78e2c2 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks [] for security_group_rule (069b0b5d-9181-46d7-8425-6cf0091df087), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:13.542106 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d3038a55-be0d-4ed2-bad8-69261d78e2c2 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619982'] for security_group_rule (069b0b5d-9181-46d7-8425-6cf0091df087), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:13.561989 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-707fdde9-4a8b-4562-bb5b-308691d5d9f4 None None] Current status of the port 765cd330-9fd5-463f-82fe-70e5e605d66e is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:28:13.650014 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port aef29271-ebf7-4e2a-86b5-e03a79d5cd5b triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:28:13.653325 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (aef29271-ebf7-4e2a-86b5-e03a79d5cd5b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:13.874215 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2bf54c8f-0891-483d-8b98-cfe84a9674f6 req-2e536e63-94f0-480a-8944-9f3b39ae7776 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=48735dde-9de8-4b71-877f-e86789f4c887 HTTP/1.1" status: 200 len: 210 time: 0.0920475 May 09 04:28:13.878111 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3038a55-be0d-4ed2-bad8-69261d78e2c2 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=069b0b5d-9181-46d7-8425-6cf0091df087,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:13.897327 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d3038a55-be0d-4ed2-bad8-69261d78e2c2 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:13.909296 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-d3038a55-be0d-4ed2-bad8-69261d78e2c2 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9721980 May 09 04:28:13.917079 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3038a55-be0d-4ed2-bad8-69261d78e2c2 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:28:13.923049 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3038a55-be0d-4ed2-bad8-69261d78e2c2 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:28:13.923782 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3038a55-be0d-4ed2-bad8-69261d78e2c2 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:28:13.925576 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3038a55-be0d-4ed2-bad8-69261d78e2c2 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:28:13.926181 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3038a55-be0d-4ed2-bad8-69261d78e2c2 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:28:13.926735 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3038a55-be0d-4ed2-bad8-69261d78e2c2 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:28:13.929459 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3038a55-be0d-4ed2-bad8-69261d78e2c2 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:28:13.930073 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3038a55-be0d-4ed2-bad8-69261d78e2c2 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:28:13.930807 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3038a55-be0d-4ed2-bad8-69261d78e2c2 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:28:13.931366 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3038a55-be0d-4ed2-bad8-69261d78e2c2 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:28:13.931991 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3038a55-be0d-4ed2-bad8-69261d78e2c2 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:28:13.932764 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3038a55-be0d-4ed2-bad8-69261d78e2c2 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:28:13.933313 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3038a55-be0d-4ed2-bad8-69261d78e2c2 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:28:13.933856 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3038a55-be0d-4ed2-bad8-69261d78e2c2 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:28:13.934402 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3038a55-be0d-4ed2-bad8-69261d78e2c2 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:28:13.966257 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 45284) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:28:13.999956 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0c9e61b1-ac96-4572-ba6f-42e713d755c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:14.033803 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-6438faf8-465c-4ce8-9ea6-1cee23a3f429 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for port (1e27a9e1-6f10-43bb-909c-aa9fc82bc83c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:14.131485 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-6438faf8-465c-4ce8-9ea6-1cee23a3f429 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060'] for port (1e27a9e1-6f10-43bb-909c-aa9fc82bc83c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:14.164639 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0c9e61b1-ac96-4572-ba6f-42e713d755c0 admin admin] Publish callbacks [] for security_group (63ecbbc2-5e66-4822-a869-1f6413972e8e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:14.191479 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0c9e61b1-ac96-4572-ba6f-42e713d755c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (63ecbbc2-5e66-4822-a869-1f6413972e8e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:14.195193 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b56287-88ba-497f-8d76-1edbad58d95b None None] Pushing event updated for resources: {'Port': ['ID=423cc753-ac02-44c3-9978-67edc8948b86,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:14.217734 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6438faf8-465c-4ce8-9ea6-1cee23a3f429 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Pushing event updated for resources: {'Port': ['ID=1e27a9e1-6f10-43bb-909c-aa9fc82bc83c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:14.219078 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0001b1c-d13d-4be9-be32-a8041a65ff33 None None] Routers {'7fa5118d-add2-498a-a3dc-87e0c4d54a3a'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:28:14.219691 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-f0001b1c-d13d-4be9-be32-a8041a65ff33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:27:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['7fa5118d-add2-498a-a3dc-87e0c4d54a3a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:28:14.236261 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-6438faf8-465c-4ce8-9ea6-1cee23a3f429 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Network cff1ca97-0d5c-4d7d-b3c2-a81f844b16da is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:28:14.236806 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-707fdde9-4a8b-4562-bb5b-308691d5d9f4 None None] Provisioning complete for port 124baccb-01fe-4f19-88e1-3dee30727ab0 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:28:14.237363 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-707fdde9-4a8b-4562-bb5b-308691d5d9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (124baccb-01fe-4f19-88e1-3dee30727ab0), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:14.238772 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-6438faf8-465c-4ce8-9ea6-1cee23a3f429 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:28:14.254701 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-6438faf8-465c-4ce8-9ea6-1cee23a3f429 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:28:14.272613 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-6438faf8-465c-4ce8-9ea6-1cee23a3f429 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:14.275383 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-6438faf8-465c-4ce8-9ea6-1cee23a3f429 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:14.317702 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-6438faf8-465c-4ce8-9ea6-1cee23a3f429 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1888704 May 09 04:28:14.329700 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-0c9e61b1-ac96-4572-ba6f-42e713d755c0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3083351ddf8b4e94a3529ba2af7c5211&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3604343 May 09 04:28:14.332642 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e61b1-ac96-4572-ba6f-42e713d755c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ecbbc2-5e66-4822-a869-1f6413972e8e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:14.337032 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 45314) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:28:14.412874 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18ddb6-ecdc-4e23-82d0-e7ef7acd33d8 req-cdd1c374-3d8d-42f9-89a2-67cd32d46d0f tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:14.414473 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-fa18ddb6-ecdc-4e23-82d0-e7ef7acd33d8 req-cdd1c374-3d8d-42f9-89a2-67cd32d46d0f tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 945 time: 0.1005511 May 09 04:28:14.517684 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-99e8e6ef-790c-419f-b55b-b9342d821736 service neutron] Request body: {'port': {'device_id': '48735dde-9de8-4b71-877f-e86789f4c887', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:28:14.626587 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-fa18ddb6-ecdc-4e23-82d0-e7ef7acd33d8 req-e151cb4f-14ee-4f55-86a8-0fc320068c72 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036798 May 09 04:28:14.746354 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2028374-2bc4-4ee2-9d7a-428c76eaad65 admin admin] Publish callbacks [] for security_group (63ecbbc2-5e66-4822-a869-1f6413972e8e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:14.849534 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-99e8e6ef-790c-419f-b55b-b9342d821736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (1e27a9e1-6f10-43bb-909c-aa9fc82bc83c), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:14.851713 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-f0001b1c-d13d-4be9-be32-a8041a65ff33 None None] Set router 7fa5118d-add2-498a-a3dc-87e0c4d54a3a gateway port host: dv-cinder-838009-3-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:28:14.890251 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2028374-2bc4-4ee2-9d7a-428c76eaad65 admin admin] Publish callbacks [] for security_group (63ecbbc2-5e66-4822-a869-1f6413972e8e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:15.028648 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-eea982a4-d07e-46f4-bb8b-588bc6337b7c tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-992687064&fields=id&tenant_id=c8cbe32e8ede404fa3d19537256606e1 HTTP/1.1" status: 200 len: 267 time: 0.1356647 May 09 04:28:15.087413 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d947c23-1ff0-4d54-ab7d-44dd4dfeca7b req-a9e1739e-f3ec-4d9d-9be8-23ba8dd316f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:15.089352 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8d947c23-1ff0-4d54-ab7d-44dd4dfeca7b req-a9e1739e-f3ec-4d9d-9be8-23ba8dd316f3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 1129 time: 0.0832210 May 09 04:28:15.148700 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-707fdde9-4a8b-4562-bb5b-308691d5d9f4 None None] Current status of the port 124baccb-01fe-4f19-88e1-3dee30727ab0 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:28:15.149405 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-707fdde9-4a8b-4562-bb5b-308691d5d9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (124baccb-01fe-4f19-88e1-3dee30727ab0), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:15.216720 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port aef29271-ebf7-4e2a-86b5-e03a79d5cd5b is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:28:15.217943 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 269efca6-e9a1-43bc-83bb-f3eab1746004 up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:28:15.292647 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-707fdde9-4a8b-4562-bb5b-308691d5d9f4 None None] For port 124baccb-01fe-4f19-88e1-3dee30727ab0, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=124baccb-01fe-4f19-88e1-3dee30727ab0,segment=NetworkSegment(30754314-8417-4277-9aa7-f2d7d96d3e00),segment_id=30754314-8417-4277-9aa7-f2d7d96d3e00)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:28:15.303514 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-5f3c8c94-a6a1-44f6-9ef3-a735bb6e906c tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:15.305376 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-5f3c8c94-a6a1-44f6-9ef3-a735bb6e906c tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/networks?id=6b94aa6a-0d58-466c-8eb9-c480de2276aa HTTP/1.1" status: 200 len: 809 time: 0.2742944 May 09 04:28:15.315017 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-707fdde9-4a8b-4562-bb5b-308691d5d9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (124baccb-01fe-4f19-88e1-3dee30727ab0), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:15.339806 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8d947c23-1ff0-4d54-ab7d-44dd4dfeca7b req-daa6674d-7e48-407b-a23e-1debdc8488a0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086919 May 09 04:28:15.341533 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-85385bda-71e1-49f8-97e0-de0a849e9a48 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/quotas/c8cbe32e8ede404fa3d19537256606e1 HTTP/1.1" status: 200 len: 375 time: 0.0237978 May 09 04:28:15.359307 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c977e7-7299-4726-9194-07425f126178 req-1e4ad040-3c79-49f3-9671-44c9091b379e tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:15.367084 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-26c977e7-7299-4726-9194-07425f126178 req-1e4ad040-3c79-49f3-9671-44c9091b379e tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=48735dde-9de8-4b71-877f-e86789f4c887 HTTP/1.1" status: 200 len: 932 time: 0.2070072 May 09 04:28:15.409519 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-707fdde9-4a8b-4562-bb5b-308691d5d9f4 None None] Provisioning complete for port 6fd02778-526b-486f-8a63-6b48f57b4a70 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:28:15.410187 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-707fdde9-4a8b-4562-bb5b-308691d5d9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (6fd02778-526b-486f-8a63-6b48f57b4a70), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:15.418153 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-0dac96bb-2f9e-425a-8f5b-16e39b4f6f3e tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c8cbe32e8ede404fa3d19537256606e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0687063 May 09 04:28:15.462004 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port 269efca6-e9a1-43bc-83bb-f3eab1746004 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:28:15.462379 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (269efca6-e9a1-43bc-83bb-f3eab1746004), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:15.565236 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2028374-2bc4-4ee2-9d7a-428c76eaad65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (63ecbbc2-5e66-4822-a869-1f6413972e8e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:15.568942 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d2028374-2bc4-4ee2-9d7a-428c76eaad65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:15.579099 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-d2028374-2bc4-4ee2-9d7a-428c76eaad65 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/63ecbbc2-5e66-4822-a869-1f6413972e8e HTTP/1.1" status: 204 len: 168 time: 1.2404540 May 09 04:28:15.667466 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-e0668952-7b27-44c3-9ff2-4a1b7ad12f20 service neutron] 10.222.0.44 "GET /v2.0/networks/6b94aa6a-0d58-466c-8eb9-c480de2276aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178297 May 09 04:28:15.675926 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2028374-2bc4-4ee2-9d7a-428c76eaad65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ecbbc2-5e66-4822-a869-1f6413972e8e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:15.729582 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707fdde9-4a8b-4562-bb5b-308691d5d9f4 None None] Pushing event updated for resources: {'Port': ['ID=124baccb-01fe-4f19-88e1-3dee30727ab0,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:15.851715 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-26c977e7-7299-4726-9194-07425f126178 req-9923db83-6b08-43e3-b39c-9bf8e0a8e240 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?id=593d8a87-ac23-44ba-aa21-fd652af773d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4707477 May 09 04:28:15.923095 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-707fdde9-4a8b-4562-bb5b-308691d5d9f4 None None] Port 6fd02778-526b-486f-8a63-6b48f57b4a70 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 04:28:15.936014 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-f0001b1c-d13d-4be9-be32-a8041a65ff33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa5118d-add2-498a-a3dc-87e0c4d54a3a', 'name': 'tempest-TestMinimumBasicScenario-524112707-router', 'tenant_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '9277d559-6ea8-40ad-99a3-d40d4f444af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:48Z', 'updated_at': '2022-05-09T04:27:55Z', 'revision_number': 4, 'project_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'gw_port': {'id': '9277d559-6ea8-40ad-99a3-d40d4f444af1', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa5118d-add2-498a-a3dc-87e0c4d54a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:49Z', 'updated_at': '2022-05-09T04:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '423cc753-ac02-44c3-9978-67edc8948b86', 'name': '', 'network_id': 'da1a742f-a0fb-4823-acf5-bb842d53e97e', 'tenant_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'mac_address': 'fa:16:3e:c2:47:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa5118d-add2-498a-a3dc-87e0c4d54a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'f2c7c720-a0e3-4650-9d10-f6010eaead33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:54Z', 'updated_at': '2022-05-09T04:28:13Z', 'revision_number': 4, 'project_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'subnets': [{'id': 'f2c7c720-a0e3-4650-9d10-f6010eaead33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:28:15.949397 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-c2855973-2e54-4fd8-8c68-f72453d0b746 service neutron] 10.222.0.44 "GET /v2.0/networks/6b94aa6a-0d58-466c-8eb9-c480de2276aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487948 May 09 04:28:16.104417 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0001b1c-d13d-4be9-be32-a8041a65ff33 None None] The sync data for ids ['7fa5118d-add2-498a-a3dc-87e0c4d54a3a'] in dv-cinder-838009-3-iscsi is: [{'id': '7fa5118d-add2-498a-a3dc-87e0c4d54a3a', 'name': 'tempest-TestMinimumBasicScenario-524112707-router', 'tenant_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '9277d559-6ea8-40ad-99a3-d40d4f444af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:48Z', 'updated_at': '2022-05-09T04:27:55Z', 'revision_number': 4, 'project_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'gw_port': {'id': '9277d559-6ea8-40ad-99a3-d40d4f444af1', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa5118d-add2-498a-a3dc-87e0c4d54a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:49Z', 'updated_at': '2022-05-09T04:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '423cc753-ac02-44c3-9978-67edc8948b86', 'name': '', 'network_id': 'da1a742f-a0fb-4823-acf5-bb842d53e97e', 'tenant_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'mac_address': 'fa:16:3e:c2:47:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa5118d-add2-498a-a3dc-87e0c4d54a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'f2c7c720-a0e3-4650-9d10-f6010eaead33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:54Z', 'updated_at': '2022-05-09T04:28:13Z', 'revision_number': 4, 'project_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'subnets': [{'id': 'f2c7c720-a0e3-4650-9d10-f6010eaead33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:28:16.119210 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-99e8e6ef-790c-419f-b55b-b9342d821736 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e27a9e1-6f10-43bb-909c-aa9fc82bc83c {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 04:28:16.145121 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-99e8e6ef-790c-419f-b55b-b9342d821736 service neutron] Publish callbacks [] for port (1e27a9e1-6f10-43bb-909c-aa9fc82bc83c), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:16.188440 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-efe487ff-ae04-432c-a3c6-a76e787f233c None None] Provisioning complete for port 124baccb-01fe-4f19-88e1-3dee30727ab0 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:28:16.189111 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-efe487ff-ae04-432c-a3c6-a76e787f233c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (124baccb-01fe-4f19-88e1-3dee30727ab0), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:16.206637 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-99e8e6ef-790c-419f-b55b-b9342d821736 service neutron] Transition to ACTIVE for port object 1e27a9e1-6f10-43bb-909c-aa9fc82bc83c will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 04:28:16.218536 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-99e8e6ef-790c-419f-b55b-b9342d821736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (1e27a9e1-6f10-43bb-909c-aa9fc82bc83c), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:16.315999 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port 269efca6-e9a1-43bc-83bb-f3eab1746004 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:28:16.320479 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 529116a4-e0e4-4a10-a24e-711cb18b842b up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:28:16.428697 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e8e6ef-790c-419f-b55b-b9342d821736 service neutron] Pushing event updated for resources: {'Port': ['ID=1e27a9e1-6f10-43bb-909c-aa9fc82bc83c,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:16.466201 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port 529116a4-e0e4-4a10-a24e-711cb18b842b triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:28:16.466753 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (529116a4-e0e4-4a10-a24e-711cb18b842b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:16.501267 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-99e8e6ef-790c-419f-b55b-b9342d821736 service neutron] Attempting to bind port 1e27a9e1-6f10-43bb-909c-aa9fc82bc83c on host hv-cinder-83800 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:28:16.502279 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-99e8e6ef-790c-419f-b55b-b9342d821736 service neutron] Attempting to bind port 1e27a9e1-6f10-43bb-909c-aa9fc82bc83c by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '7887ef4a-a237-48ec-8f9c-2f6abe8c4da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:28:16.502279 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-99e8e6ef-790c-419f-b55b-b9342d821736 service neutron] Attempting to bind port 1e27a9e1-6f10-43bb-909c-aa9fc82bc83c on network cff1ca97-0d5c-4d7d-b3c2-a81f844b16da {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:28:16.509317 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-99e8e6ef-790c-419f-b55b-b9342d821736 service neutron] Port 1e27a9e1-6f10-43bb-909c-aa9fc82bc83c on network cff1ca97-0d5c-4d7d-b3c2-a81f844b16da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 04:28:16.509962 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-99e8e6ef-790c-419f-b55b-b9342d821736 service neutron] Attempting to bind port 1e27a9e1-6f10-43bb-909c-aa9fc82bc83c on network cff1ca97-0d5c-4d7d-b3c2-a81f844b16da {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:28:16.512980 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-efe487ff-ae04-432c-a3c6-a76e787f233c None None] Current status of the port 124baccb-01fe-4f19-88e1-3dee30727ab0 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:28:16.517891 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-99e8e6ef-790c-419f-b55b-b9342d821736 service neutron] Checking agent: {'id': '0ba91d57-31cd-4938-a6ad-bd18d942a965', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 24, 18), 'started_at': datetime.datetime(2022, 5, 9, 4, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:28:16.518237 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-99e8e6ef-790c-419f-b55b-b9342d821736 service neutron] Checking segment: {'id': '7887ef4a-a237-48ec-8f9c-2f6abe8c4da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:28:16.518619 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-99e8e6ef-790c-419f-b55b-b9342d821736 service neutron] Bound using segment: {'id': '7887ef4a-a237-48ec-8f9c-2f6abe8c4da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:28:16.519099 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-99e8e6ef-790c-419f-b55b-b9342d821736 service neutron] Bound port: 1e27a9e1-6f10-43bb-909c-aa9fc82bc83c, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7887ef4a-a237-48ec-8f9c-2f6abe8c4da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:28:16.519562 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-99e8e6ef-790c-419f-b55b-b9342d821736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (1e27a9e1-6f10-43bb-909c-aa9fc82bc83c), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:16.526163 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-efe487ff-ae04-432c-a3c6-a76e787f233c None None] Provisioning complete for port 423cc753-ac02-44c3-9978-67edc8948b86 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:28:16.526731 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-efe487ff-ae04-432c-a3c6-a76e787f233c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (423cc753-ac02-44c3-9978-67edc8948b86), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:16.666986 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-efe487ff-ae04-432c-a3c6-a76e787f233c None None] Current status of the port 423cc753-ac02-44c3-9978-67edc8948b86 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:28:16.667420 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-efe487ff-ae04-432c-a3c6-a76e787f233c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (423cc753-ac02-44c3-9978-67edc8948b86), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:16.726559 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-99e8e6ef-790c-419f-b55b-b9342d821736 service neutron] For port 1e27a9e1-6f10-43bb-909c-aa9fc82bc83c, host hv-cinder-83800, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:28:16.742321 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-efe487ff-ae04-432c-a3c6-a76e787f233c None None] For port 423cc753-ac02-44c3-9978-67edc8948b86, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=423cc753-ac02-44c3-9978-67edc8948b86,segment=NetworkSegment(e721fef7-2fbf-4951-beab-ce8ea2bdc6b4),segment_id=e721fef7-2fbf-4951-beab-ce8ea2bdc6b4)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:28:16.747077 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-99e8e6ef-790c-419f-b55b-b9342d821736 service neutron] For port 1e27a9e1-6f10-43bb-909c-aa9fc82bc83c, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=1e27a9e1-6f10-43bb-909c-aa9fc82bc83c,segment=NetworkSegment(7887ef4a-a237-48ec-8f9c-2f6abe8c4da6),segment_id=7887ef4a-a237-48ec-8f9c-2f6abe8c4da6)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:28:16.757682 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-efe487ff-ae04-432c-a3c6-a76e787f233c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (423cc753-ac02-44c3-9978-67edc8948b86), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:16.762003 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-99e8e6ef-790c-419f-b55b-b9342d821736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (1e27a9e1-6f10-43bb-909c-aa9fc82bc83c), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:16.784349 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-efe487ff-ae04-432c-a3c6-a76e787f233c None None] Provisioning complete for port 6fd02778-526b-486f-8a63-6b48f57b4a70 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:28:16.787436 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-efe487ff-ae04-432c-a3c6-a76e787f233c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (6fd02778-526b-486f-8a63-6b48f57b4a70), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:16.869797 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-efe487ff-ae04-432c-a3c6-a76e787f233c None None] Port 6fd02778-526b-486f-8a63-6b48f57b4a70 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 04:28:16.872622 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port 529116a4-e0e4-4a10-a24e-711cb18b842b is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:28:16.873967 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 50be2951-af59-4663-ba62-0c4562430afc up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:28:16.915196 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-99e8e6ef-790c-419f-b55b-b9342d821736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:16.918308 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-99e8e6ef-790c-419f-b55b-b9342d821736 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:16.925828 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-99e8e6ef-790c-419f-b55b-b9342d821736 service neutron] 10.222.0.13 "PUT /v2.0/ports/1e27a9e1-6f10-43bb-909c-aa9fc82bc83c HTTP/1.1" status: 200 len: 1094 time: 2.4312527 May 09 04:28:16.935049 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48735dde-9de8-4b71-877f-e86789f4c887', 'tag': '1e27a9e1-6f10-43bb-909c-aa9fc82bc83c'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:28:16.959690 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port 50be2951-af59-4663-ba62-0c4562430afc triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:28:16.960280 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (50be2951-af59-4663-ba62-0c4562430afc), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:16.960382 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a98aaefa13d75cb12d9cbfc750f918ae1aa7d1c3c8041a7e7d91ea73ff80a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7c3d5c-bd9c-417d-b4d1-e2a61a5e3da6" -d '{"events": [{"name": "network-changed", "server_uuid": "48735dde-9de8-4b71-877f-e86789f4c887", "tag": "1e27a9e1-6f10-43bb-909c-aa9fc82bc83c"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:28:17.024210 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe487ff-ae04-432c-a3c6-a76e787f233c None None] Pushing event updated for resources: {'Port': ['ID=423cc753-ac02-44c3-9978-67edc8948b86,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:17.060099 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe487ff-ae04-432c-a3c6-a76e787f233c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:28:17.061090 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe487ff-ae04-432c-a3c6-a76e787f233c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:28:17.064386 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe487ff-ae04-432c-a3c6-a76e787f233c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:28:17.064997 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe487ff-ae04-432c-a3c6-a76e787f233c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:28:17.065571 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe487ff-ae04-432c-a3c6-a76e787f233c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:28:17.066271 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe487ff-ae04-432c-a3c6-a76e787f233c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:28:17.066963 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe487ff-ae04-432c-a3c6-a76e787f233c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:28:17.067522 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe487ff-ae04-432c-a3c6-a76e787f233c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:28:17.068842 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe487ff-ae04-432c-a3c6-a76e787f233c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:28:17.069741 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe487ff-ae04-432c-a3c6-a76e787f233c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:28:17.070338 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe487ff-ae04-432c-a3c6-a76e787f233c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:28:17.071095 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe487ff-ae04-432c-a3c6-a76e787f233c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:28:17.071968 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe487ff-ae04-432c-a3c6-a76e787f233c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:28:17.072776 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe487ff-ae04-432c-a3c6-a76e787f233c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:28:17.073359 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe487ff-ae04-432c-a3c6-a76e787f233c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:28:17.105352 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55839c24-0e85-46c4-b7df-6353595c2f4f req-48c2ed30-066a-497f-a15c-11135ac5dd79 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:17.107017 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-55839c24-0e85-46c4-b7df-6353595c2f4f req-48c2ed30-066a-497f-a15c-11135ac5dd79 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 945 time: 0.2933104 May 09 04:28:17.109774 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e8e6ef-790c-419f-b55b-b9342d821736 service neutron] Pushing event updated for resources: {'Port': ['ID=1e27a9e1-6f10-43bb-909c-aa9fc82bc83c,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:17.312201 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port 50be2951-af59-4663-ba62-0c4562430afc is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:28:17.315422 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (50be2951-af59-4663-ba62-0c4562430afc), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:17.374105 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2edaa821-87ee-4fe9-adbc-bc89c794b2d4 req-bb3bbc0a-807e-4635-a33f-f5b51b0c0089 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1576889 May 09 04:28:17.400627 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] For port 50be2951-af59-4663-ba62-0c4562430afc, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=50be2951-af59-4663-ba62-0c4562430afc,segment=NetworkSegment(bfcd5364-714b-4eea-b1ab-23d5506cc730),segment_id=bfcd5364-714b-4eea-b1ab-23d5506cc730)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:28:17.410014 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-55839c24-0e85-46c4-b7df-6353595c2f4f req-ca395904-803e-4357-aeef-8a0fe090d670 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917678 May 09 04:28:17.419273 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (50be2951-af59-4663-ba62-0c4562430afc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:17.422104 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 9277d559-6ea8-40ad-99a3-d40d4f444af1 up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:28:17.455449 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-8dbce6e0-dfce-4d09-a336-9551981addc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:17.461677 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-8dbce6e0-dfce-4d09-a336-9551981addc7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c83b0a8b88f452f9e12d077e8ac28c8&device_id=48735dde-9de8-4b71-877f-e86789f4c887 HTTP/1.1" status: 200 len: 1128 time: 0.2070429 May 09 04:28:17.614039 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edaa821-87ee-4fe9-adbc-bc89c794b2d4 req-b291346f-154c-4827-a006-24d2c5b1b0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:17.626644 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2edaa821-87ee-4fe9-adbc-bc89c794b2d4 req-b291346f-154c-4827-a006-24d2c5b1b0a7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3c23c235fa1c4944bd7a337357d0c030&device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 1130 time: 0.1759288 May 09 04:28:17.682612 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-21b1c4a0-4e29-4f18-9580-6a0f68a4ca07 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e27a9e1-6f10-43bb-909c-aa9fc82bc83c HTTP/1.1" status: 200 len: 217 time: 0.2088375 May 09 04:28:17.702132 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port 9277d559-6ea8-40ad-99a3-d40d4f444af1 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:28:17.702786 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (9277d559-6ea8-40ad-99a3-d40d4f444af1), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:17.787566 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Pushing event updated for resources: {'Port': ['ID=50be2951-af59-4663-ba62-0c4562430afc,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:17.832231 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9fb2f66d-ac63-4cbf-859c-fcb9bc4f71d1 req-8167e212-4a9a-4ea8-a6ac-c0482238031b tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 210 time: 0.2176347 May 09 04:28:17.944420 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port 9277d559-6ea8-40ad-99a3-d40d4f444af1 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:28:17.946290 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99 up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:28:18.050878 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edaa821-87ee-4fe9-adbc-bc89c794b2d4 req-92875114-a70c-479c-bc01-6248f39048bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:18.053696 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2edaa821-87ee-4fe9-adbc-bc89c794b2d4 req-92875114-a70c-479c-bc01-6248f39048bf service neutron] 10.222.0.13 "GET /v2.0/networks?id=97444843-38bb-4cb5-93cc-2ce85c9e2986 HTTP/1.1" status: 200 len: 912 time: 0.4034045 May 09 04:28:18.066105 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port 1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:28:18.067285 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:18.092612 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d6ad1-0195-4ae8-a1a4-e31e45c3cdbb req-54d7b78f-cbbb-4b20-9803-80516ee9afff tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:18.103013 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-609d6ad1-0195-4ae8-a1a4-e31e45c3cdbb req-54d7b78f-cbbb-4b20-9803-80516ee9afff tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=48735dde-9de8-4b71-877f-e86789f4c887 HTTP/1.1" status: 200 len: 944 time: 0.1203637 May 09 04:28:18.190603 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-bae8135e-4312-481d-a993-d8fe0b12882d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:18.193787 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-bae8135e-4312-481d-a993-d8fe0b12882d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2d5198bd-ad41-455d-84af-e9d6c501ca45 HTTP/1.1" status: 200 len: 853 time: 0.5034125 May 09 04:28:18.273298 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2edaa821-87ee-4fe9-adbc-bc89c794b2d4 req-ab411927-5ba6-4eeb-bcbb-1c9a25d1fe29 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cfb4f53-5fec-4952-ba0d-117da0e35d2d HTTP/1.1" status: 200 len: 1002 time: 0.2115734 May 09 04:28:18.280833 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port 1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:28:18.283122 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 765cd330-9fd5-463f-82fe-70e5e605d66e up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:28:18.395575 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-3b0ef31d-d401-4e22-88de-31008197783e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:18.398258 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-3b0ef31d-d401-4e22-88de-31008197783e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cff1ca97-0d5c-4d7d-b3c2-a81f844b16da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1643517 May 09 04:28:18.416032 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-609d6ad1-0195-4ae8-a1a4-e31e45c3cdbb req-80415ea2-d5e3-4d31-9998-f5d9c75d8b5e tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?id=593d8a87-ac23-44ba-aa21-fd652af773d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3119230 May 09 04:28:18.423070 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edaa821-87ee-4fe9-adbc-bc89c794b2d4 req-424afce0-777e-403b-8292-163c64273515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:18.435931 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2edaa821-87ee-4fe9-adbc-bc89c794b2d4 req-424afce0-777e-403b-8292-163c64273515 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6 HTTP/1.1" status: 200 len: 850 time: 0.1541793 May 09 04:28:18.438053 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port 765cd330-9fd5-463f-82fe-70e5e605d66e triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:28:18.438414 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (765cd330-9fd5-463f-82fe-70e5e605d66e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:18.559815 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edaa821-87ee-4fe9-adbc-bc89c794b2d4 req-6de10cf3-3d8d-45de-8179-4e6df17fcf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:18.563013 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2edaa821-87ee-4fe9-adbc-bc89c794b2d4 req-6de10cf3-3d8d-45de-8179-4e6df17fcf8e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=97444843-38bb-4cb5-93cc-2ce85c9e2986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1188393 May 09 04:28:18.581172 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 04:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8bfb04-c7e4-48dc-bce0-bd2b57b4533e x-openstack-request-id: req-5f8bfb04-c7e4-48dc-bce0-bd2b57b4533e {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:28:18.581507 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48735dde-9de8-4b71-877f-e86789f4c887", "tag": "1e27a9e1-6f10-43bb-909c-aa9fc82bc83c", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:28:18.581766 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5f8bfb04-c7e4-48dc-bce0-bd2b57b4533e {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:28:18.582174 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f8bfb04-c7e4-48dc-bce0-bd2b57b4533e'] response: {'name': 'network-changed', 'server_uuid': '48735dde-9de8-4b71-877f-e86789f4c887', 'tag': '1e27a9e1-6f10-43bb-909c-aa9fc82bc83c', 'status': 'completed', 'code': 200} May 09 04:28:18.891001 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d25fdc-9689-4ec8-b842-a81cdf71a041 req-a1ec73d4-43fa-4da1-8577-2b725f0ac0c7 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:18.895338 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-04d25fdc-9689-4ec8-b842-a81cdf71a041 req-a1ec73d4-43fa-4da1-8577-2b725f0ac0c7 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 945 time: 0.1362629 May 09 04:28:18.924911 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-5043e978-f9e0-4bd2-b847-63ef1ab949d2 service neutron] 10.222.0.13 "GET /v2.0/networks/cff1ca97-0d5c-4d7d-b3c2-a81f844b16da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5076947 May 09 04:28:18.999178 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2edaa821-87ee-4fe9-adbc-bc89c794b2d4 req-43d009cc-960c-49a8-9c55-22cf8c2b3ceb service neutron] 10.222.0.13 "GET /v2.0/networks/97444843-38bb-4cb5-93cc-2ce85c9e2986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371671 May 09 04:28:19.001044 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port 765cd330-9fd5-463f-82fe-70e5e605d66e is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:28:19.219653 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2edaa821-87ee-4fe9-adbc-bc89c794b2d4 req-619b7b36-3b2b-4be0-81e7-636cc83cbc1f service neutron] 10.222.0.13 "GET /v2.0/networks/97444843-38bb-4cb5-93cc-2ce85c9e2986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042062 May 09 04:28:19.331913 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-04d25fdc-9689-4ec8-b842-a81cdf71a041 req-3cb393cc-7978-4d66-a5f9-436ecf534195 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149303 May 09 04:28:19.432179 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-02866cf7-394b-4976-ac69-d5a4f9ed7f27 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:19.433841 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-02866cf7-394b-4976-ac69-d5a4f9ed7f27 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.13 "GET /v2.0/networks?id=6b94aa6a-0d58-466c-8eb9-c480de2276aa HTTP/1.1" status: 200 len: 809 time: 0.5076020 May 09 04:28:19.438255 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-28a4197c-baac-4c99-bfd0-c70bbeb7742f req-bb722dd8-7a18-4722-8195-6804fd59c323 service neutron] 10.222.0.13 "GET /v2.0/networks/cff1ca97-0d5c-4d7d-b3c2-a81f844b16da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4610608 May 09 04:28:19.504937 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 124baccb-01fe-4f19-88e1-3dee30727ab0 up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:28:19.625297 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port 124baccb-01fe-4f19-88e1-3dee30727ab0 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:28:19.625678 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (124baccb-01fe-4f19-88e1-3dee30727ab0), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:19.747476 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (0ba91d57-31cd-4938-a6ad-bd18d942a965), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:19.870112 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-370d6890-4747-4f07-aac5-83a93d9e9b41 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 04:28:19.873703 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port 124baccb-01fe-4f19-88e1-3dee30727ab0 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:28:19.874911 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 50be2951-af59-4663-ba62-0c4562430afc up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:28:19.973219 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port 50be2951-af59-4663-ba62-0c4562430afc triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:28:19.979948 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (50be2951-af59-4663-ba62-0c4562430afc), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:20.058845 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-695805da-7ce1-46f6-8763-60537966a4e9 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8cbe32e8ede404fa3d19537256606e1 HTTP/1.1" status: 200 len: 379 time: 0.5104303 May 09 04:28:20.109265 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port 50be2951-af59-4663-ba62-0c4562430afc is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:28:20.110635 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 423cc753-ac02-44c3-9978-67edc8948b86 up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:28:20.194260 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port 423cc753-ac02-44c3-9978-67edc8948b86 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:28:20.194724 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (423cc753-ac02-44c3-9978-67edc8948b86), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:20.353614 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port 423cc753-ac02-44c3-9978-67edc8948b86 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:28:20.355080 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device fe34da7e-7daa-463a-b946-fd74b9a361b4 up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:28:20.416389 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-48ccdfb4-d4cd-494f-b097-0335fab5856d tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Request body: {'port': {'device_id': 'a541a008-c541-407b-8868-a2b9d98ed15d', 'network_id': '6b94aa6a-0d58-466c-8eb9-c480de2276aa', 'admin_state_up': True, 'tenant_id': 'c8cbe32e8ede404fa3d19537256606e1', 'security_groups': ['5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:28:20.487683 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port fe34da7e-7daa-463a-b946-fd74b9a361b4 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:28:20.487941 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (fe34da7e-7daa-463a-b946-fd74b9a361b4), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:20.492627 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-70fc6ec8-f0e5-404d-a2b5-37a269c4da72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (144b4b53-faa6-4e1c-8c93-1df238c644e2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:20.749204 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port fe34da7e-7daa-463a-b946-fd74b9a361b4 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:28:20.749907 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (fe34da7e-7daa-463a-b946-fd74b9a361b4), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:20.766865 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c3d5c-bd9c-417d-b4d1-e2a61a5e3da6 req-53759185-9842-4359-a279-101734af40d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:20.769021 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-db7c3d5c-bd9c-417d-b4d1-e2a61a5e3da6 req-53759185-9842-4359-a279-101734af40d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c83b0a8b88f452f9e12d077e8ac28c8&device_id=48735dde-9de8-4b71-877f-e86789f4c887 HTTP/1.1" status: 200 len: 1128 time: 0.1769943 May 09 04:28:20.798340 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] For port fe34da7e-7daa-463a-b946-fd74b9a361b4, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=fe34da7e-7daa-463a-b946-fd74b9a361b4,segment=NetworkSegment(bfcd5364-714b-4eea-b1ab-23d5506cc730),segment_id=bfcd5364-714b-4eea-b1ab-23d5506cc730)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:28:20.806748 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (fe34da7e-7daa-463a-b946-fd74b9a361b4), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:20.808136 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 529116a4-e0e4-4a10-a24e-711cb18b842b up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:28:20.932846 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 45500) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:28:20.933393 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Pushing event updated for resources: {'Port': ['ID=fe34da7e-7daa-463a-b946-fd74b9a361b4,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:20.967289 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port 529116a4-e0e4-4a10-a24e-711cb18b842b triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:28:20.967289 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (529116a4-e0e4-4a10-a24e-711cb18b842b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:21.092970 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-de5b58ee-318e-4522-87c2-75455421ddfb req-10ecfb0c-0044-4423-a8fd-a79fbed84b76 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 210 time: 0.0621569 May 09 04:28:21.130814 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port 529116a4-e0e4-4a10-a24e-711cb18b842b is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:28:21.143500 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-48ccdfb4-d4cd-494f-b097-0335fab5856d tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Made reservation on behalf of c8cbe32e8ede404fa3d19537256606e1 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:28:21.156772 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-48ccdfb4-d4cd-494f-b097-0335fab5856d tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:21.204917 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-89c47c87-63da-4903-a087-14954a4d6606 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:21.269481 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device fe34da7e-7daa-463a-b946-fd74b9a361b4 up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:28:21.325872 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c3d5c-bd9c-417d-b4d1-e2a61a5e3da6 req-ef40bcc3-dea3-4652-b12a-e5cd42265f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:21.327886 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-db7c3d5c-bd9c-417d-b4d1-e2a61a5e3da6 req-ef40bcc3-dea3-4652-b12a-e5cd42265f0a service neutron] 10.222.0.13 "GET /v2.0/networks?id=cff1ca97-0d5c-4d7d-b3c2-a81f844b16da HTTP/1.1" status: 200 len: 915 time: 0.5275540 May 09 04:28:21.437731 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-89c47c87-63da-4903-a087-14954a4d6606 admin admin] Publish callbacks [] for security_group (97bd9849-cad4-4105-8f3b-ad59f4e6f604), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:21.438981 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-db7c3d5c-bd9c-417d-b4d1-e2a61a5e3da6 req-7a79247d-7262-444b-92fc-272f003af77a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e27a9e1-6f10-43bb-909c-aa9fc82bc83c HTTP/1.1" status: 200 len: 217 time: 0.1036153 May 09 04:28:21.449149 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-89c47c87-63da-4903-a087-14954a4d6606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (97bd9849-cad4-4105-8f3b-ad59f4e6f604), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:21.489196 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port fe34da7e-7daa-463a-b946-fd74b9a361b4 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:28:21.491202 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (fe34da7e-7daa-463a-b946-fd74b9a361b4), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:21.496631 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca883d4-741b-4043-b6ab-819e4b370800 req-87d0f969-1f58-4bfe-935f-5e3209cd7e0a tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:21.506671 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6ca883d4-741b-4043-b6ab-819e4b370800 req-87d0f969-1f58-4bfe-935f-5e3209cd7e0a tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=6774e618-8e5f-4815-8e60-0473be16aabc HTTP/1.1" status: 200 len: 946 time: 0.2562716 May 09 04:28:21.515997 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-89c47c87-63da-4903-a087-14954a4d6606 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=00bf7594548d41bb9ec8ac3200af4255&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5812962 May 09 04:28:21.518494 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 45504) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:28:21.519754 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c47c87-63da-4903-a087-14954a4d6606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97bd9849-cad4-4105-8f3b-ad59f4e6f604,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:21.631262 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port fe34da7e-7daa-463a-b946-fd74b9a361b4 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:28:21.636289 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e45bde99-da53-4cb5-ab71-bb5d459fa694 admin admin] Publish callbacks [] for security_group (97bd9849-cad4-4105-8f3b-ad59f4e6f604), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:21.670511 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6ca883d4-741b-4043-b6ab-819e4b370800 req-c6b5fdad-8504-4af3-ae36-777f71700c1b tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626663 May 09 04:28:21.715835 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c3d5c-bd9c-417d-b4d1-e2a61a5e3da6 req-7d9e5691-4daf-464f-8f3c-3f1a6f1863dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:21.725270 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e45bde99-da53-4cb5-ab71-bb5d459fa694 admin admin] Publish callbacks [] for security_group (97bd9849-cad4-4105-8f3b-ad59f4e6f604), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:21.728790 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-db7c3d5c-bd9c-417d-b4d1-e2a61a5e3da6 req-7d9e5691-4daf-464f-8f3c-3f1a6f1863dc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2d5198bd-ad41-455d-84af-e9d6c501ca45 HTTP/1.1" status: 200 len: 853 time: 0.2799544 May 09 04:28:21.742443 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-48ccdfb4-d4cd-494f-b097-0335fab5856d tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Allocated IP 172.20.0.10 (6b94aa6a-0d58-466c-8eb9-c480de2276aa/f838df5a-9048-42ae-96b1-031768c0ebaf/8b3c8f68-461e-4b7f-843a-747af41739b1) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:28:21.821649 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c3d5c-bd9c-417d-b4d1-e2a61a5e3da6 req-8f82ed7f-8f85-484d-8a55-55bc359dec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:21.823461 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-db7c3d5c-bd9c-417d-b4d1-e2a61a5e3da6 req-8f82ed7f-8f85-484d-8a55-55bc359dec8b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cff1ca97-0d5c-4d7d-b3c2-a81f844b16da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0797110 May 09 04:28:21.832761 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e45bde99-da53-4cb5-ab71-bb5d459fa694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (97bd9849-cad4-4105-8f3b-ad59f4e6f604), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:21.836763 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e45bde99-da53-4cb5-ab71-bb5d459fa694 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:21.840943 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-e45bde99-da53-4cb5-ab71-bb5d459fa694 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/97bd9849-cad4-4105-8f3b-ad59f4e6f604 HTTP/1.1" status: 204 len: 168 time: 0.3013449 May 09 04:28:21.855035 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45bde99-da53-4cb5-ab71-bb5d459fa694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bd9849-cad4-4105-8f3b-ad59f4e6f604,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:22.011641 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c5c06-c084-465c-99ef-d9c16bc0572f req-a2a95944-59c8-4c57-9893-c6471de27c74 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:22.013139 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-363c5c06-c084-465c-99ef-d9c16bc0572f req-a2a95944-59c8-4c57-9893-c6471de27c74 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=48735dde-9de8-4b71-877f-e86789f4c887 HTTP/1.1" status: 200 len: 944 time: 0.2168477 May 09 04:28:22.225857 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-363c5c06-c084-465c-99ef-d9c16bc0572f req-01e29c83-0c8e-4799-b27f-9b70bd54d6e5 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?id=593d8a87-ac23-44ba-aa21-fd652af773d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1971719 May 09 04:28:22.275529 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-db7c3d5c-bd9c-417d-b4d1-e2a61a5e3da6 req-1dedb1ae-c462-4207-91d1-283671594e16 service neutron] 10.222.0.13 "GET /v2.0/networks/cff1ca97-0d5c-4d7d-b3c2-a81f844b16da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4241843 May 09 04:28:22.411181 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 45528) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:28:22.415792 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-1a82aa71-df2f-4cf0-bbe4-103c0fc20166 req-02439986-672b-4c6f-85c4-02b79cab3e7c tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 210 time: 0.1039889 May 09 04:28:22.430106 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-77ce9de6-37d2-41d1-b27a-de63f7e52e08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:22.457829 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-48ccdfb4-d4cd-494f-b097-0335fab5856d tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks [] for port (8b3c8f68-461e-4b7f-843a-747af41739b1), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:22.487268 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-db7c3d5c-bd9c-417d-b4d1-e2a61a5e3da6 req-d2ead03a-19ca-4b60-b18b-f31e5cc0bfd7 service neutron] 10.222.0.13 "GET /v2.0/networks/cff1ca97-0d5c-4d7d-b3c2-a81f844b16da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010131 May 09 04:28:22.527250 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-48ccdfb4-d4cd-494f-b097-0335fab5856d tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (8b3c8f68-461e-4b7f-843a-747af41739b1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:22.545980 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-77ce9de6-37d2-41d1-b27a-de63f7e52e08 admin admin] Publish callbacks [] for security_group (3128f877-69c9-4a0f-914c-f38c7e3b2ef9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:22.551491 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-77ce9de6-37d2-41d1-b27a-de63f7e52e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (3128f877-69c9-4a0f-914c-f38c7e3b2ef9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:22.615106 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9de6-37d2-41d1-b27a-de63f7e52e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3128f877-69c9-4a0f-914c-f38c7e3b2ef9,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:22.617311 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-48ccdfb4-d4cd-494f-b097-0335fab5856d tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Network 6b94aa6a-0d58-466c-8eb9-c480de2276aa is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:28:22.641227 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-77ce9de6-37d2-41d1-b27a-de63f7e52e08 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=db9cc4855d6b495186cb8fb40c8f40e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2288132 May 09 04:28:22.643594 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 45530) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:28:22.662149 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ccdfb4-d4cd-494f-b097-0335fab5856d tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Pushing event updated for resources: {'Port': ['ID=8b3c8f68-461e-4b7f-843a-747af41739b1,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:22.665887 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-48ccdfb4-d4cd-494f-b097-0335fab5856d tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:28:22.673683 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-48ccdfb4-d4cd-494f-b097-0335fab5856d tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:28:22.679131 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ccdfb4-d4cd-494f-b097-0335fab5856d tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:28:22.679499 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ccdfb4-d4cd-494f-b097-0335fab5856d tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:28:22.679921 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ccdfb4-d4cd-494f-b097-0335fab5856d tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:28:22.680344 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ccdfb4-d4cd-494f-b097-0335fab5856d tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:28:22.680692 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ccdfb4-d4cd-494f-b097-0335fab5856d tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:28:22.684143 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ccdfb4-d4cd-494f-b097-0335fab5856d tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:28:22.684501 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ccdfb4-d4cd-494f-b097-0335fab5856d tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:28:22.684844 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ccdfb4-d4cd-494f-b097-0335fab5856d tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:28:22.685185 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ccdfb4-d4cd-494f-b097-0335fab5856d tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:28:22.685521 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ccdfb4-d4cd-494f-b097-0335fab5856d tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:28:22.685856 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ccdfb4-d4cd-494f-b097-0335fab5856d tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:28:22.686181 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ccdfb4-d4cd-494f-b097-0335fab5856d tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:28:22.686509 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ccdfb4-d4cd-494f-b097-0335fab5856d tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:28:22.686837 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ccdfb4-d4cd-494f-b097-0335fab5856d tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:28:22.687163 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ccdfb4-d4cd-494f-b097-0335fab5856d tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:28:22.774583 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-48ccdfb4-d4cd-494f-b097-0335fab5856d tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:22.775041 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-062b478e-7fa7-44c2-9adb-b1f1f5c1225d admin admin] Publish callbacks [] for security_group (3128f877-69c9-4a0f-914c-f38c7e3b2ef9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:22.775320 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-48ccdfb4-d4cd-494f-b097-0335fab5856d tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:22.801201 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-48ccdfb4-d4cd-494f-b097-0335fab5856d tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3919737 May 09 04:28:22.813465 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-8e9fec5e-1f33-4edd-9ef8-e1d5e03b6679 service neutron] Request body: {'port': {'device_id': 'a541a008-c541-407b-8868-a2b9d98ed15d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:28:22.814602 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-062b478e-7fa7-44c2-9adb-b1f1f5c1225d admin admin] Publish callbacks [] for security_group (3128f877-69c9-4a0f-914c-f38c7e3b2ef9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:22.900165 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-062b478e-7fa7-44c2-9adb-b1f1f5c1225d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (3128f877-69c9-4a0f-914c-f38c7e3b2ef9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:22.904245 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-062b478e-7fa7-44c2-9adb-b1f1f5c1225d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:22.906415 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-062b478e-7fa7-44c2-9adb-b1f1f5c1225d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3128f877-69c9-4a0f-914c-f38c7e3b2ef9 HTTP/1.1" status: 204 len: 168 time: 0.2613678 May 09 04:28:22.926757 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-57393ef4-b7c1-4217-bea8-7cedf57e3565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3dae496a-5564-45d9-8b4f-04486e79e4dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:22.943831 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b478e-7fa7-44c2-9adb-b1f1f5c1225d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3128f877-69c9-4a0f-914c-f38c7e3b2ef9,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:22.963851 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-8e9fec5e-1f33-4edd-9ef8-e1d5e03b6679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (8b3c8f68-461e-4b7f-843a-747af41739b1), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:23.090421 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 1e27a9e1-6f10-43bb-909c-aa9fc82bc83c details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 04:28:23.231652 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-89b8c1fe-b6a7-4cbd-bd68-d93b82880c47 None None] Provisioning complete for port 8b3c8f68-461e-4b7f-843a-747af41739b1 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:28:23.233212 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-89b8c1fe-b6a7-4cbd-bd68-d93b82880c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (8b3c8f68-461e-4b7f-843a-747af41739b1), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:23.400144 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0419dde9-f7ec-450e-99b3-e12563e37041 None None] Sync routers for ids ['acfcfe3a-eaa7-464c-afb7-194ed898c24b'] in dv-cinder-838009-3-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:28:23.404719 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc90316b-174a-4b41-8eb9-a41228d4720e req-8c67b60b-6e95-4ffa-a9c4-d705a040bcc2 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:23.406463 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-dc90316b-174a-4b41-8eb9-a41228d4720e req-8c67b60b-6e95-4ffa-a9c4-d705a040bcc2 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=48735dde-9de8-4b71-877f-e86789f4c887 HTTP/1.1" status: 200 len: 944 time: 0.0680408 May 09 04:28:23.452034 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0419dde9-f7ec-450e-99b3-e12563e37041 None None] Routers {'acfcfe3a-eaa7-464c-afb7-194ed898c24b'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:28:23.452963 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-0419dde9-f7ec-450e-99b3-e12563e37041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:28:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['acfcfe3a-eaa7-464c-afb7-194ed898c24b'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:28:23.519588 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-dc90316b-174a-4b41-8eb9-a41228d4720e req-b8c42572-28d6-481c-b934-99b59c2aa34c tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?id=593d8a87-ac23-44ba-aa21-fd652af773d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011283 May 09 04:28:23.550298 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-8e9fec5e-1f33-4edd-9ef8-e1d5e03b6679 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b3c8f68-461e-4b7f-843a-747af41739b1 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 04:28:23.565561 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-8e9fec5e-1f33-4edd-9ef8-e1d5e03b6679 service neutron] Publish callbacks [] for port (8b3c8f68-461e-4b7f-843a-747af41739b1), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:23.601365 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-89b8c1fe-b6a7-4cbd-bd68-d93b82880c47 None None] Port 8b3c8f68-461e-4b7f-843a-747af41739b1 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 04:28:23.604619 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-8e9fec5e-1f33-4edd-9ef8-e1d5e03b6679 service neutron] Transition to ACTIVE for port object 8b3c8f68-461e-4b7f-843a-747af41739b1 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 04:28:23.616861 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port 1e27a9e1-6f10-43bb-909c-aa9fc82bc83c, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=1e27a9e1-6f10-43bb-909c-aa9fc82bc83c,segment=NetworkSegment(7887ef4a-a237-48ec-8f9c-2f6abe8c4da6),segment_id=7887ef4a-a237-48ec-8f9c-2f6abe8c4da6)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:28:23.620975 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-8e9fec5e-1f33-4edd-9ef8-e1d5e03b6679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718803'] for port (8b3c8f68-461e-4b7f-843a-747af41739b1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:23.652516 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Returning: {'device': '1e27a9e1-6f10-43bb-909c-aa9fc82bc83c', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'port_id': '1e27a9e1-6f10-43bb-909c-aa9fc82bc83c', 'mac_address': 'fa:16:3e:24:21:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 04:28:23.662024 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-0419dde9-f7ec-450e-99b3-e12563e37041 None None] Set router acfcfe3a-eaa7-464c-afb7-194ed898c24b gateway port host: dv-cinder-838009-3-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:28:23.791185 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9fec5e-1f33-4edd-9ef8-e1d5e03b6679 service neutron] Pushing event updated for resources: {'Port': ['ID=8b3c8f68-461e-4b7f-843a-747af41739b1,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:23.887686 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port 1e27a9e1-6f10-43bb-909c-aa9fc82bc83c is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:28:23.888517 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (1e27a9e1-6f10-43bb-909c-aa9fc82bc83c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:23.959484 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a382e-2a93-4292-96e7-f7e82827a667 req-3be41736-4763-473c-9dd9-a8a76b7d46a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:23.961668 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-de3a382e-2a93-4292-96e7-f7e82827a667 req-3be41736-4763-473c-9dd9-a8a76b7d46a5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d28d5139952d450fa3b7da38a62d7a03&device_id=6774e618-8e5f-4815-8e60-0473be16aabc HTTP/1.1" status: 200 len: 1130 time: 0.0565164 May 09 04:28:24.087092 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-0419dde9-f7ec-450e-99b3-e12563e37041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfcfe3a-eaa7-464c-afb7-194ed898c24b', 'name': 'tempest-TestMinimumBasicScenario-1941677805-router', 'tenant_id': '678b52347f054baa98342f098b23a741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'fe34da7e-7daa-463a-b946-fd74b9a361b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:59Z', 'updated_at': '2022-05-09T04:28:09Z', 'revision_number': 4, 'project_id': '678b52347f054baa98342f098b23a741', 'gw_port': {'id': 'fe34da7e-7daa-463a-b946-fd74b9a361b4', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfcfe3a-eaa7-464c-afb7-194ed898c24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:28:00Z', 'updated_at': '2022-05-09T04:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '6fd02778-526b-486f-8a63-6b48f57b4a70', 'name': '', 'network_id': '47d82032-6c81-4102-b2ac-f0b5fd250d2c', 'tenant_id': '678b52347f054baa98342f098b23a741', 'mac_address': 'fa:16:3e:0f:50:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfcfe3a-eaa7-464c-afb7-194ed898c24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '0e51b18a-53a6-4e16-a314-cd9e92879860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:28:07Z', 'updated_at': '2022-05-09T04:28:09Z', 'revision_number': 2, 'project_id': '678b52347f054baa98342f098b23a741', 'subnets': [{'id': '0e51b18a-53a6-4e16-a314-cd9e92879860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:28:24.093199 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e27a9e1-6f10-43bb-909c-aa9fc82bc83c {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 04:28:24.101323 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a382e-2a93-4292-96e7-f7e82827a667 req-9ecfa5d3-1652-4848-9a7e-a9e12fb16009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:24.103045 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-de3a382e-2a93-4292-96e7-f7e82827a667 req-9ecfa5d3-1652-4848-9a7e-a9e12fb16009 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9cb94923-1093-45fc-bebd-e159f3ac8dd3 HTTP/1.1" status: 200 len: 920 time: 0.1242173 May 09 04:28:24.182724 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0419dde9-f7ec-450e-99b3-e12563e37041 None None] Checking router: acfcfe3a-eaa7-464c-afb7-194ed898c24b for host: dv-cinder-838009-3-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:28:24.185798 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0419dde9-f7ec-450e-99b3-e12563e37041 None None] Updating router acfcfe3a-eaa7-464c-afb7-194ed898c24b port 6fd02778-526b-486f-8a63-6b48f57b4a70 binding host dv-cinder-838009-3-iscsi {{(pid=103227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 09 04:28:24.199091 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-8e9fec5e-1f33-4edd-9ef8-e1d5e03b6679 service neutron] Attempting to bind port 8b3c8f68-461e-4b7f-843a-747af41739b1 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:28:24.199476 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-8e9fec5e-1f33-4edd-9ef8-e1d5e03b6679 service neutron] Attempting to bind port 8b3c8f68-461e-4b7f-843a-747af41739b1 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '515ccb09-711b-4d3e-b358-aedeeb94a00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6b94aa6a-0d58-466c-8eb9-c480de2276aa'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:28:24.199971 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-8e9fec5e-1f33-4edd-9ef8-e1d5e03b6679 service neutron] Attempting to bind port 8b3c8f68-461e-4b7f-843a-747af41739b1 on network 6b94aa6a-0d58-466c-8eb9-c480de2276aa {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:28:24.207535 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-de3a382e-2a93-4292-96e7-f7e82827a667 req-e5a174bd-5844-4d45-82e2-ba1103ae8cea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e75b43e2-a1dd-4d55-b4da-8e6449521a74 HTTP/1.1" status: 200 len: 217 time: 0.0640223 May 09 04:28:24.216512 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-8e9fec5e-1f33-4edd-9ef8-e1d5e03b6679 service neutron] Port 8b3c8f68-461e-4b7f-843a-747af41739b1 on network 6b94aa6a-0d58-466c-8eb9-c480de2276aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 04:28:24.216746 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-8e9fec5e-1f33-4edd-9ef8-e1d5e03b6679 service neutron] Attempting to bind port 8b3c8f68-461e-4b7f-843a-747af41739b1 on network 6b94aa6a-0d58-466c-8eb9-c480de2276aa {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:28:24.229037 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-8e9fec5e-1f33-4edd-9ef8-e1d5e03b6679 service neutron] Checking agent: {'id': '0ba91d57-31cd-4938-a6ad-bd18d942a965', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 24, 18), 'started_at': datetime.datetime(2022, 5, 9, 4, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:28:24.229426 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-8e9fec5e-1f33-4edd-9ef8-e1d5e03b6679 service neutron] Checking segment: {'id': '515ccb09-711b-4d3e-b358-aedeeb94a00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6b94aa6a-0d58-466c-8eb9-c480de2276aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:28:24.229806 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-8e9fec5e-1f33-4edd-9ef8-e1d5e03b6679 service neutron] Bound using segment: {'id': '515ccb09-711b-4d3e-b358-aedeeb94a00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6b94aa6a-0d58-466c-8eb9-c480de2276aa'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:28:24.241316 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-8e9fec5e-1f33-4edd-9ef8-e1d5e03b6679 service neutron] Bound port: 8b3c8f68-461e-4b7f-843a-747af41739b1, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '515ccb09-711b-4d3e-b358-aedeeb94a00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6b94aa6a-0d58-466c-8eb9-c480de2276aa'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:28:24.241316 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-8e9fec5e-1f33-4edd-9ef8-e1d5e03b6679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (8b3c8f68-461e-4b7f-843a-747af41739b1), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:24.250755 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3f8a8-6867-42f7-95de-c837ae13bdbe req-98b9ff23-34f5-4f5b-a85b-c74c0984e593 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:24.267935 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c5f3f8a8-6867-42f7-95de-c837ae13bdbe req-98b9ff23-34f5-4f5b-a85b-c74c0984e593 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 944 time: 0.3027608 May 09 04:28:24.272037 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0419dde9-f7ec-450e-99b3-e12563e37041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (6fd02778-526b-486f-8a63-6b48f57b4a70), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:24.292214 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7671283-9f0b-468d-8f0b-6ce51d9cb9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (896ddadf-f6f7-4d68-b704-6882247efc03), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:24.327274 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port 1e27a9e1-6f10-43bb-909c-aa9fc82bc83c, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=1e27a9e1-6f10-43bb-909c-aa9fc82bc83c,segment=NetworkSegment(7887ef4a-a237-48ec-8f9c-2f6abe8c4da6),segment_id=7887ef4a-a237-48ec-8f9c-2f6abe8c4da6)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:28:24.347081 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (1e27a9e1-6f10-43bb-909c-aa9fc82bc83c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:24.423677 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a382e-2a93-4292-96e7-f7e82827a667 req-71d2c68c-040d-45df-8e8b-a844002a7bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:24.425289 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-de3a382e-2a93-4292-96e7-f7e82827a667 req-71d2c68c-040d-45df-8e8b-a844002a7bcc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9336625-5bcd-4003-b69b-e3b341dd5f63 HTTP/1.1" status: 200 len: 858 time: 0.2101896 May 09 04:28:24.483112 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a382e-2a93-4292-96e7-f7e82827a667 req-b4c90e33-2dd0-407e-a3a4-a73d6f654b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:24.484700 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-de3a382e-2a93-4292-96e7-f7e82827a667 req-b4c90e33-2dd0-407e-a3a4-a73d6f654b35 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9cb94923-1093-45fc-bebd-e159f3ac8dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499704 May 09 04:28:24.507538 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c5f3f8a8-6867-42f7-95de-c837ae13bdbe req-a27d4665-541c-41c3-8b1d-28aeeebf19c0 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2368748 May 09 04:28:24.528168 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-8e9fec5e-1f33-4edd-9ef8-e1d5e03b6679 service neutron] For port 8b3c8f68-461e-4b7f-843a-747af41739b1, host hv-cinder-83800, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:28:24.582835 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-8e9fec5e-1f33-4edd-9ef8-e1d5e03b6679 service neutron] For port 8b3c8f68-461e-4b7f-843a-747af41739b1, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=8b3c8f68-461e-4b7f-843a-747af41739b1,segment=NetworkSegment(515ccb09-711b-4d3e-b358-aedeeb94a00e),segment_id=515ccb09-711b-4d3e-b358-aedeeb94a00e)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:28:24.597937 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-8e9fec5e-1f33-4edd-9ef8-e1d5e03b6679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718803'] for port (8b3c8f68-461e-4b7f-843a-747af41739b1), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:24.615411 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-8e9fec5e-1f33-4edd-9ef8-e1d5e03b6679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:24.616094 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-8e9fec5e-1f33-4edd-9ef8-e1d5e03b6679 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:24.617502 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-8e9fec5e-1f33-4edd-9ef8-e1d5e03b6679 service neutron] 10.222.0.13 "PUT /v2.0/ports/8b3c8f68-461e-4b7f-843a-747af41739b1 HTTP/1.1" status: 200 len: 1094 time: 1.8087664 May 09 04:28:24.633533 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a541a008-c541-407b-8868-a2b9d98ed15d', 'tag': '8b3c8f68-461e-4b7f-843a-747af41739b1'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:28:24.660874 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708343da101edf5db3821e80f7e6194e70163222c3a70cb9c2c474869a6028b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac17795-1db9-472b-8640-953974f68bf7" -d '{"events": [{"name": "network-changed", "server_uuid": "a541a008-c541-407b-8868-a2b9d98ed15d", "tag": "8b3c8f68-461e-4b7f-843a-747af41739b1"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:28:24.680122 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] get_ports_and_sgs() called for port_ids ['1e27a9e1-6f10-43bb-909c-aa9fc82bc83c'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 04:28:24.683628 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=1e27a9e1-6f10-43bb-909c-aa9fc82bc83c,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:24.820983 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19c8f9-bbc0-4e43-ac54-0bba029a6bf8 req-0975c15e-c3cf-490e-8847-d73b0cc15b96 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:24.822620 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-2b19c8f9-bbc0-4e43-ac54-0bba029a6bf8 req-0975c15e-c3cf-490e-8847-d73b0cc15b96 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=6774e618-8e5f-4815-8e60-0473be16aabc HTTP/1.1" status: 200 len: 946 time: 0.1285541 May 09 04:28:24.910949 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-2b19c8f9-bbc0-4e43-ac54-0bba029a6bf8 req-27da2e31-461b-40c8-a846-f28226c08cdc tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819268 May 09 04:28:24.926716 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-22449044-9976-448f-80bd-3391e77a3536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:24.928416 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-22449044-9976-448f-80bd-3391e77a3536 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c8cbe32e8ede404fa3d19537256606e1&device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 1128 time: 0.2632360 May 09 04:28:24.936188 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-de3a382e-2a93-4292-96e7-f7e82827a667 req-65b275fd-02a1-4ae7-b1af-e5a970e6dcc3 service neutron] 10.222.0.13 "GET /v2.0/networks/9cb94923-1093-45fc-bebd-e159f3ac8dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4234293 May 09 04:28:24.980150 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9fec5e-1f33-4edd-9ef8-e1d5e03b6679 service neutron] Pushing event updated for resources: {'Port': ['ID=8b3c8f68-461e-4b7f-843a-747af41739b1,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:25.066183 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-0edfa4bf-7fd7-4798-9ee1-7c74bf861017 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b3c8f68-461e-4b7f-843a-747af41739b1 HTTP/1.1" status: 200 len: 217 time: 0.1288185 May 09 04:28:25.135774 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53f9c6-dd47-4128-aad5-59352707b21b req-36e7daa6-b0fe-4b9a-ac2b-46db6debc132 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:25.137392 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8e53f9c6-dd47-4128-aad5-59352707b21b req-36e7daa6-b0fe-4b9a-ac2b-46db6debc132 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=48735dde-9de8-4b71-877f-e86789f4c887 HTTP/1.1" status: 200 len: 945 time: 0.0703433 May 09 04:28:25.357142 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43e19ad3-c0e7-48b8-9cb0-6496f201f8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3ce75c28-5550-4d51-9af6-2a59ee09c43b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:25.434937 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0419dde9-f7ec-450e-99b3-e12563e37041 None None] Publish callbacks [] for port (6fd02778-526b-486f-8a63-6b48f57b4a70), precommit_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:25.451068 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0419dde9-f7ec-450e-99b3-e12563e37041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (6fd02778-526b-486f-8a63-6b48f57b4a70), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:25.524440 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-de3a382e-2a93-4292-96e7-f7e82827a667 req-f2a51088-e69c-45c4-b89f-22a4b381e487 service neutron] 10.222.0.13 "GET /v2.0/networks/9cb94923-1093-45fc-bebd-e159f3ac8dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5455334 May 09 04:28:25.533102 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5501a0ef-dbdf-47f7-a7aa-11651f33f676 None None] Pushing event updated for resources: {'Port': ['ID=6fd02778-526b-486f-8a63-6b48f57b4a70,revision_number=3']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:25.559342 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-74a76439-984e-47b1-a99d-a6b514b2938f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:25.561093 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-74a76439-984e-47b1-a99d-a6b514b2938f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f838df5a-9048-42ae-96b1-031768c0ebaf HTTP/1.1" status: 200 len: 848 time: 0.4209824 May 09 04:28:25.611224 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-0419dde9-f7ec-450e-99b3-e12563e37041 None None] Attempting to bind port 6fd02778-526b-486f-8a63-6b48f57b4a70 on host dv-cinder-838009-3-iscsi for vnic_type normal with profile {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:28:25.611649 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-0419dde9-f7ec-450e-99b3-e12563e37041 None None] Attempting to bind port 6fd02778-526b-486f-8a63-6b48f57b4a70 by drivers openvswitch,hyperv on host dv-cinder-838009-3-iscsi at level 0 using segments [{'id': 'c60cad70-07f0-4c3e-9f4f-2a2885c10185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '47d82032-6c81-4102-b2ac-f0b5fd250d2c'}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:28:25.612660 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0419dde9-f7ec-450e-99b3-e12563e37041 None None] Attempting to bind port 6fd02778-526b-486f-8a63-6b48f57b4a70 on network 47d82032-6c81-4102-b2ac-f0b5fd250d2c {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:28:25.621845 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0419dde9-f7ec-450e-99b3-e12563e37041 None None] Checking agent: {'id': '9a15748d-6a05-4459-b777-d0dd003edfa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 17, 57), 'started_at': datetime.datetime(2022, 5, 9, 4, 18, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:28:25.622229 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0419dde9-f7ec-450e-99b3-e12563e37041 None None] Checking segment: {'id': 'c60cad70-07f0-4c3e-9f4f-2a2885c10185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '47d82032-6c81-4102-b2ac-f0b5fd250d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:28:25.622898 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0419dde9-f7ec-450e-99b3-e12563e37041 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:25.623043 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0419dde9-f7ec-450e-99b3-e12563e37041 None None] Bound using segment: {'id': 'c60cad70-07f0-4c3e-9f4f-2a2885c10185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '47d82032-6c81-4102-b2ac-f0b5fd250d2c'} {{(pid=103227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:28:25.623543 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.managers [None req-0419dde9-f7ec-450e-99b3-e12563e37041 None None] Bound port: 6fd02778-526b-486f-8a63-6b48f57b4a70, host: dv-cinder-838009-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60cad70-07f0-4c3e-9f4f-2a2885c10185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '47d82032-6c81-4102-b2ac-f0b5fd250d2c'}}] {{(pid=103227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:28:25.623960 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0419dde9-f7ec-450e-99b3-e12563e37041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (6fd02778-526b-486f-8a63-6b48f57b4a70), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:25.643929 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8e53f9c6-dd47-4128-aad5-59352707b21b req-63239c77-d5ff-4139-9346-803ca04b64e2 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?id=593d8a87-ac23-44ba-aa21-fd652af773d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295521 May 09 04:28:25.677644 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-0a8569a1-d9ce-424f-a27b-912aebdcbddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:25.679209 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-0a8569a1-d9ce-424f-a27b-912aebdcbddb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b94aa6a-0d58-466c-8eb9-c480de2276aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1035712 May 09 04:28:25.700713 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 04:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0603cc0f-aeaa-4218-aac7-ef1e3e559363 x-openstack-request-id: req-0603cc0f-aeaa-4218-aac7-ef1e3e559363 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:28:25.701004 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a541a008-c541-407b-8868-a2b9d98ed15d", "tag": "8b3c8f68-461e-4b7f-843a-747af41739b1", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:28:25.701254 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0603cc0f-aeaa-4218-aac7-ef1e3e559363 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:28:25.701649 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0603cc0f-aeaa-4218-aac7-ef1e3e559363'] response: {'name': 'network-changed', 'server_uuid': 'a541a008-c541-407b-8868-a2b9d98ed15d', 'tag': '8b3c8f68-461e-4b7f-843a-747af41739b1', 'status': 'completed', 'code': 200} May 09 04:28:25.768784 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-0419dde9-f7ec-450e-99b3-e12563e37041 None None] For port 6fd02778-526b-486f-8a63-6b48f57b4a70, host dv-cinder-838009-3-iscsi, cleared binding levels {{(pid=103227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:28:25.778391 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-0419dde9-f7ec-450e-99b3-e12563e37041 None None] For port 6fd02778-526b-486f-8a63-6b48f57b4a70, host dv-cinder-838009-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=6fd02778-526b-486f-8a63-6b48f57b4a70,segment=NetworkSegment(c60cad70-07f0-4c3e-9f4f-2a2885c10185),segment_id=c60cad70-07f0-4c3e-9f4f-2a2885c10185)] {{(pid=103227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:28:25.788151 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0419dde9-f7ec-450e-99b3-e12563e37041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (6fd02778-526b-486f-8a63-6b48f57b4a70), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:25.904531 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5501a0ef-dbdf-47f7-a7aa-11651f33f676 None None] Pushing event updated for resources: {'Port': ['ID=6fd02778-526b-486f-8a63-6b48f57b4a70,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:25.945617 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-93dad2e9-4be1-4fa9-a7c5-b75975508ca7 None None] Provisioning complete for port 6fd02778-526b-486f-8a63-6b48f57b4a70 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:28:25.946462 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-93dad2e9-4be1-4fa9-a7c5-b75975508ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (6fd02778-526b-486f-8a63-6b48f57b4a70), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:25.962347 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-647b9336-8a3a-4d4c-94ff-5154fc453ae5 service neutron] 10.222.0.13 "GET /v2.0/networks/6b94aa6a-0d58-466c-8eb9-c480de2276aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764220 May 09 04:28:25.971643 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0419dde9-f7ec-450e-99b3-e12563e37041 None None] Routers {'acfcfe3a-eaa7-464c-afb7-194ed898c24b'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:28:25.974943 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-0419dde9-f7ec-450e-99b3-e12563e37041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:28:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['acfcfe3a-eaa7-464c-afb7-194ed898c24b'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:28:25.986142 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109956f-fae6-416f-a205-cfab4314d322 req-818a8666-0517-4dd0-8baf-bf6cc61c927f tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:25.988089 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6109956f-fae6-416f-a205-cfab4314d322 req-818a8666-0517-4dd0-8baf-bf6cc61c927f tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 944 time: 0.1537731 May 09 04:28:26.164316 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6109956f-fae6-416f-a205-cfab4314d322 req-51ad7900-9082-42bc-8389-d0e78b313aec tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647706 May 09 04:28:26.188584 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-0419dde9-f7ec-450e-99b3-e12563e37041 None None] Set router acfcfe3a-eaa7-464c-afb7-194ed898c24b gateway port host: dv-cinder-838009-3-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:28:26.276662 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-059b3218-480f-4cf9-b687-20e75dae3c52 req-a18b0825-c4df-4fcd-b06f-136f2fdff0ea service neutron] 10.222.0.13 "GET /v2.0/networks/6b94aa6a-0d58-466c-8eb9-c480de2276aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319324 May 09 04:28:26.386976 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-93dad2e9-4be1-4fa9-a7c5-b75975508ca7 None None] Current status of the port 6fd02778-526b-486f-8a63-6b48f57b4a70 is: DOWN; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:28:26.387500 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-93dad2e9-4be1-4fa9-a7c5-b75975508ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (6fd02778-526b-486f-8a63-6b48f57b4a70), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:26.427952 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352624af-0df0-45fa-9149-eb07eb33af9c req-eb2f4bfb-8631-456d-b116-c9f50fa08dc6 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:26.429621 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-352624af-0df0-45fa-9149-eb07eb33af9c req-eb2f4bfb-8631-456d-b116-c9f50fa08dc6 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=6774e618-8e5f-4815-8e60-0473be16aabc HTTP/1.1" status: 200 len: 946 time: 0.1297669 May 09 04:28:26.439023 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-93dad2e9-4be1-4fa9-a7c5-b75975508ca7 None None] For port 6fd02778-526b-486f-8a63-6b48f57b4a70, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=6fd02778-526b-486f-8a63-6b48f57b4a70,segment=NetworkSegment(c60cad70-07f0-4c3e-9f4f-2a2885c10185),segment_id=c60cad70-07f0-4c3e-9f4f-2a2885c10185)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:28:26.450289 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-93dad2e9-4be1-4fa9-a7c5-b75975508ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (6fd02778-526b-486f-8a63-6b48f57b4a70), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:26.502401 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81510d14-4b57-4db7-9464-1f58a2be322b req-304c31a6-ae47-4b05-a997-c034ee4ec2ac tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:26.505809 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-81510d14-4b57-4db7-9464-1f58a2be322b req-304c31a6-ae47-4b05-a997-c034ee4ec2ac tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 945 time: 0.1579750 May 09 04:28:26.512373 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-352624af-0df0-45fa-9149-eb07eb33af9c req-59bd1972-108d-400d-bedb-fa6c4c03eb1b tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717337 May 09 04:28:26.587822 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-81510d14-4b57-4db7-9464-1f58a2be322b req-b6f80276-f148-42ac-8a5f-c8c45967def5 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650988 May 09 04:28:26.643951 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dad2e9-4be1-4fa9-a7c5-b75975508ca7 None None] Pushing event updated for resources: {'Port': ['ID=6fd02778-526b-486f-8a63-6b48f57b4a70,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:26.649544 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-310d46a2-12b8-422c-95b8-e8151c8998b0 None None] Provisioning complete for port 6fd02778-526b-486f-8a63-6b48f57b4a70 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:28:26.666703 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-310d46a2-12b8-422c-95b8-e8151c8998b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (6fd02778-526b-486f-8a63-6b48f57b4a70), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:26.703367 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-0419dde9-f7ec-450e-99b3-e12563e37041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfcfe3a-eaa7-464c-afb7-194ed898c24b', 'name': 'tempest-TestMinimumBasicScenario-1941677805-router', 'tenant_id': '678b52347f054baa98342f098b23a741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'fe34da7e-7daa-463a-b946-fd74b9a361b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:59Z', 'updated_at': '2022-05-09T04:28:09Z', 'revision_number': 4, 'project_id': '678b52347f054baa98342f098b23a741', 'gw_port': {'id': 'fe34da7e-7daa-463a-b946-fd74b9a361b4', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfcfe3a-eaa7-464c-afb7-194ed898c24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:28:00Z', 'updated_at': '2022-05-09T04:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '6fd02778-526b-486f-8a63-6b48f57b4a70', 'name': '', 'network_id': '47d82032-6c81-4102-b2ac-f0b5fd250d2c', 'tenant_id': '678b52347f054baa98342f098b23a741', 'mac_address': 'fa:16:3e:0f:50:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfcfe3a-eaa7-464c-afb7-194ed898c24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '0e51b18a-53a6-4e16-a314-cd9e92879860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:28:07Z', 'updated_at': '2022-05-09T04:28:25Z', 'revision_number': 4, 'project_id': '678b52347f054baa98342f098b23a741', 'subnets': [{'id': '0e51b18a-53a6-4e16-a314-cd9e92879860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:28:26.744134 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0419dde9-f7ec-450e-99b3-e12563e37041 None None] The sync data for ids ['acfcfe3a-eaa7-464c-afb7-194ed898c24b'] in dv-cinder-838009-3-iscsi is: [{'id': 'acfcfe3a-eaa7-464c-afb7-194ed898c24b', 'name': 'tempest-TestMinimumBasicScenario-1941677805-router', 'tenant_id': '678b52347f054baa98342f098b23a741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'fe34da7e-7daa-463a-b946-fd74b9a361b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:59Z', 'updated_at': '2022-05-09T04:28:09Z', 'revision_number': 4, 'project_id': '678b52347f054baa98342f098b23a741', 'gw_port': {'id': 'fe34da7e-7daa-463a-b946-fd74b9a361b4', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfcfe3a-eaa7-464c-afb7-194ed898c24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:28:00Z', 'updated_at': '2022-05-09T04:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '6fd02778-526b-486f-8a63-6b48f57b4a70', 'name': '', 'network_id': '47d82032-6c81-4102-b2ac-f0b5fd250d2c', 'tenant_id': '678b52347f054baa98342f098b23a741', 'mac_address': 'fa:16:3e:0f:50:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfcfe3a-eaa7-464c-afb7-194ed898c24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '0e51b18a-53a6-4e16-a314-cd9e92879860', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:28:07Z', 'updated_at': '2022-05-09T04:28:25Z', 'revision_number': 4, 'project_id': '678b52347f054baa98342f098b23a741', 'subnets': [{'id': '0e51b18a-53a6-4e16-a314-cd9e92879860', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:28:26.817806 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522a5d6-6c29-4c7c-ada8-d0bca937444a req-d61bdb70-1c59-414c-9257-2d311407d88d tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:26.821416 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9522a5d6-6c29-4c7c-ada8-d0bca937444a req-d61bdb70-1c59-414c-9257-2d311407d88d tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=48735dde-9de8-4b71-877f-e86789f4c887 HTTP/1.1" status: 200 len: 945 time: 0.1055336 May 09 04:28:26.884932 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (9a15748d-6a05-4459-b777-d0dd003edfa1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:26.887628 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-310d46a2-12b8-422c-95b8-e8151c8998b0 None None] Current status of the port 6fd02778-526b-486f-8a63-6b48f57b4a70 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:28:26.951091 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac17795-1db9-472b-8640-953974f68bf7 req-03c55c6c-76cf-490e-ad0d-0f1cffc7b334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:26.952647 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-0ac17795-1db9-472b-8640-953974f68bf7 req-03c55c6c-76cf-490e-ad0d-0f1cffc7b334 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c8cbe32e8ede404fa3d19537256606e1&device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 1128 time: 0.1301126 May 09 04:28:26.974828 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9522a5d6-6c29-4c7c-ada8-d0bca937444a req-8bceba00-9947-4a97-9fce-394c1223ab04 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?id=593d8a87-ac23-44ba-aa21-fd652af773d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435502 May 09 04:28:27.122417 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 1e27a9e1-6f10-43bb-909c-aa9fc82bc83c up at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:28:27.319807 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Provisioning for port 1e27a9e1-6f10-43bb-909c-aa9fc82bc83c completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 04:28:27.345699 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Provisioning complete for port 1e27a9e1-6f10-43bb-909c-aa9fc82bc83c triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:28:27.346092 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (1e27a9e1-6f10-43bb-909c-aa9fc82bc83c), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:27.379016 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac17795-1db9-472b-8640-953974f68bf7 req-e14c0454-04d0-4c76-a71c-8e3b0156639e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:27.381397 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-0ac17795-1db9-472b-8640-953974f68bf7 req-e14c0454-04d0-4c76-a71c-8e3b0156639e service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b94aa6a-0d58-466c-8eb9-c480de2276aa HTTP/1.1" status: 200 len: 910 time: 0.2657187 May 09 04:28:27.432795 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 6fd02778-526b-486f-8a63-6b48f57b4a70 up at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:28:27.464590 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76048e81-d5ba-4131-a7f9-af792e8caf91 req-4ae9389a-3fc7-4aeb-8272-99b066c2813e tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:27.470039 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-76048e81-d5ba-4131-a7f9-af792e8caf91 req-4ae9389a-3fc7-4aeb-8272-99b066c2813e tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 944 time: 0.1115766 May 09 04:28:27.586027 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Provisioning complete for port 6fd02778-526b-486f-8a63-6b48f57b4a70 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:28:27.587262 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (6fd02778-526b-486f-8a63-6b48f57b4a70), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:27.661682 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port 1e27a9e1-6f10-43bb-909c-aa9fc82bc83c is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:28:27.662156 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (1e27a9e1-6f10-43bb-909c-aa9fc82bc83c), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:27.670507 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-76048e81-d5ba-4131-a7f9-af792e8caf91 req-7b79955b-9869-4712-81cc-a6cb2fb996fb tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722178 May 09 04:28:27.724884 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-0ac17795-1db9-472b-8640-953974f68bf7 req-33a3598f-6d2c-40e1-a81a-6818a1ffd04d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b3c8f68-461e-4b7f-843a-747af41739b1 HTTP/1.1" status: 200 len: 217 time: 0.1218479 May 09 04:28:27.766400 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48735dde-9de8-4b71-877f-e86789f4c887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e27a9e1-6f10-43bb-909c-aa9fc82bc83c'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:28:27.766400 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6941dd57353447cfe46bbb883e0d815d26e9477c6b9f0737609fdd17593c9a07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6cd703-e8c1-4969-8d30-d52733dc1418" -d '{"events": [{"server_uuid": "48735dde-9de8-4b71-877f-e86789f4c887", "name": "network-vif-plugged", "status": "completed", "tag": "1e27a9e1-6f10-43bb-909c-aa9fc82bc83c"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:28:27.778346 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port 1e27a9e1-6f10-43bb-909c-aa9fc82bc83c, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=1e27a9e1-6f10-43bb-909c-aa9fc82bc83c,segment=NetworkSegment(7887ef4a-a237-48ec-8f9c-2f6abe8c4da6),segment_id=7887ef4a-a237-48ec-8f9c-2f6abe8c4da6)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:28:27.804696 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (1e27a9e1-6f10-43bb-909c-aa9fc82bc83c), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:27.983964 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20bd3a-e104-4070-8642-199ad1f864be req-5b022986-2af3-46d9-8903-4583a11dbaac tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:27.985558 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8b20bd3a-e104-4070-8642-199ad1f864be req-5b022986-2af3-46d9-8903-4583a11dbaac tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=6774e618-8e5f-4815-8e60-0473be16aabc HTTP/1.1" status: 200 len: 946 time: 0.2779398 May 09 04:28:28.009654 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81176cff-730d-40f1-8beb-5d6fa590de14 req-63f73418-a2a8-4df5-ade2-3d92dee298f2 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:28.031061 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-81176cff-730d-40f1-8beb-5d6fa590de14 req-63f73418-a2a8-4df5-ade2-3d92dee298f2 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 945 time: 0.1844747 May 09 04:28:28.054860 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=1e27a9e1-6f10-43bb-909c-aa9fc82bc83c,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:28.059385 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Current status of the port 6fd02778-526b-486f-8a63-6b48f57b4a70 is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:28:28.075696 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac17795-1db9-472b-8640-953974f68bf7 req-10529bde-46d3-4a47-bd94-dba09e22f6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:28.078022 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-0ac17795-1db9-472b-8640-953974f68bf7 req-10529bde-46d3-4a47-bd94-dba09e22f6f9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f838df5a-9048-42ae-96b1-031768c0ebaf HTTP/1.1" status: 200 len: 848 time: 0.3355086 May 09 04:28:28.138017 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-81176cff-730d-40f1-8beb-5d6fa590de14 req-0d05a12b-35f6-403b-a827-bf2d5f1363c4 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015565 May 09 04:28:28.187074 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 04:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6724c036-eb29-453e-bd32-d0ab80d4c948 x-openstack-request-id: req-6724c036-eb29-453e-bd32-d0ab80d4c948 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:28:28.187572 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48735dde-9de8-4b71-877f-e86789f4c887", "name": "network-vif-plugged", "status": "completed", "tag": "1e27a9e1-6f10-43bb-909c-aa9fc82bc83c", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:28:28.187971 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6724c036-eb29-453e-bd32-d0ab80d4c948 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:28:28.188385 dv-cinder-838009-3-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6724c036-eb29-453e-bd32-d0ab80d4c948'] response: {'server_uuid': '48735dde-9de8-4b71-877f-e86789f4c887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e27a9e1-6f10-43bb-909c-aa9fc82bc83c', 'code': 200} May 09 04:28:28.205948 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8b20bd3a-e104-4070-8642-199ad1f864be req-bde0e38b-5059-4ff9-a0e6-3e29a660b92a tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998856 May 09 04:28:28.209552 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac17795-1db9-472b-8640-953974f68bf7 req-eb9ae2b7-cbf7-4a8b-8976-8a331db1a31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:28.228209 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-0ac17795-1db9-472b-8640-953974f68bf7 req-eb9ae2b7-cbf7-4a8b-8976-8a331db1a31e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b94aa6a-0d58-466c-8eb9-c480de2276aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1255188 May 09 04:28:28.365541 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06fc43-9d44-4d18-b776-3496d43d6404 req-2c2d8815-bda3-4a9c-8356-9f3cf8d520f8 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:28.367260 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5c06fc43-9d44-4d18-b776-3496d43d6404 req-2c2d8815-bda3-4a9c-8356-9f3cf8d520f8 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=48735dde-9de8-4b71-877f-e86789f4c887 HTTP/1.1" status: 200 len: 946 time: 0.0817683 May 09 04:28:28.381129 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-0ac17795-1db9-472b-8640-953974f68bf7 req-7fb7f47d-2383-4152-a01c-ca2832bb2ab7 service neutron] 10.222.0.13 "GET /v2.0/networks/6b94aa6a-0d58-466c-8eb9-c480de2276aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516817 May 09 04:28:28.436662 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5c06fc43-9d44-4d18-b776-3496d43d6404 req-b99336d1-c1a8-4e37-861e-7444798500d5 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?id=593d8a87-ac23-44ba-aa21-fd652af773d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527205 May 09 04:28:28.514317 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11895e7-aec1-4a14-8246-79ba36d1ae74 req-c20ff977-50fd-4be8-a288-9d20b4c8f1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:28.517037 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c11895e7-aec1-4a14-8246-79ba36d1ae74 req-c20ff977-50fd-4be8-a288-9d20b4c8f1da service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=48735dde-9de8-4b71-877f-e86789f4c887 HTTP/1.1" status: 200 len: 1130 time: 0.1181996 May 09 04:28:28.572661 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-0ac17795-1db9-472b-8640-953974f68bf7 req-3c111206-70bd-445e-ba7a-4cab590e7303 service neutron] 10.222.0.13 "GET /v2.0/networks/6b94aa6a-0d58-466c-8eb9-c480de2276aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724014 May 09 04:28:28.601466 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c11895e7-aec1-4a14-8246-79ba36d1ae74 req-9b6ef375-1f20-4cc7-a5d6-937a2f9ebbcb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=593d8a87-ac23-44ba-aa21-fd652af773d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740473 May 09 04:28:28.834114 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0efe9a-454e-4bdd-95c7-bd4b408d2812 req-fa39c286-88b8-4f97-9ed2-4e2fddac49e8 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:28.835765 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-7b0efe9a-454e-4bdd-95c7-bd4b408d2812 req-fa39c286-88b8-4f97-9ed2-4e2fddac49e8 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 944 time: 0.0545561 May 09 04:28:28.924229 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-7b0efe9a-454e-4bdd-95c7-bd4b408d2812 req-9bb061d3-e9e8-4fe4-bc94-f1e3615cab7b tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779049 May 09 04:28:29.281614 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04590410-3b20-4e05-ab13-98877a460424 req-c3b570a0-e696-43b9-94da-9e44f262adef tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:29.291240 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-04590410-3b20-4e05-ab13-98877a460424 req-c3b570a0-e696-43b9-94da-9e44f262adef tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.1060793 May 09 04:28:29.340818 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc8af7-9a77-47fe-b37b-1c62f9570ada req-0fd587af-8823-4c9e-b99d-396c8f723ccf tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:29.343960 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-18fc8af7-9a77-47fe-b37b-1c62f9570ada req-0fd587af-8823-4c9e-b99d-396c8f723ccf tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 945 time: 0.0932095 May 09 04:28:29.387127 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-04590410-3b20-4e05-ab13-98877a460424 req-e9d7c899-4b80-4107-9c9f-aa03e32880c6 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888832 May 09 04:28:29.437143 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 45688) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:28:29.456611 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-18fc8af7-9a77-47fe-b37b-1c62f9570ada req-6cbc6657-a24c-43bc-8cbb-7ca07936f1af tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055851 May 09 04:28:29.527785 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646610c8-3569-482f-8072-f08ab3dfc96a req-91525505-ebc1-467c-b31f-7449f0896e73 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:29.529346 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-646610c8-3569-482f-8072-f08ab3dfc96a req-91525505-ebc1-467c-b31f-7449f0896e73 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=6774e618-8e5f-4815-8e60-0473be16aabc HTTP/1.1" status: 200 len: 946 time: 0.0638485 May 09 04:28:29.602671 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd868c2-72e4-45cc-858a-e435157eaef0 req-c86af0f3-6a4d-4476-8d49-b5935316872c tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:29.604569 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bbd868c2-72e4-45cc-858a-e435157eaef0 req-c86af0f3-6a4d-4476-8d49-b5935316872c tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=48735dde-9de8-4b71-877f-e86789f4c887 HTTP/1.1" status: 200 len: 946 time: 0.0674880 May 09 04:28:29.619132 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-646610c8-3569-482f-8072-f08ab3dfc96a req-5904c25c-31f1-4cf4-8f0b-b8967795a7cf tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834720 May 09 04:28:29.653928 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fb281332-8423-4d63-a603-64c88820b895 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:29.675487 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bbd868c2-72e4-45cc-858a-e435157eaef0 req-1cb84b43-0667-44c6-b0d2-70c355cf79a0 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?id=593d8a87-ac23-44ba-aa21-fd652af773d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654409 May 09 04:28:29.782671 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fb281332-8423-4d63-a603-64c88820b895 admin admin] Publish callbacks [] for security_group (2233644e-b05b-4ca9-af5a-dec2b2716bc5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:29.787774 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fb281332-8423-4d63-a603-64c88820b895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (2233644e-b05b-4ca9-af5a-dec2b2716bc5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:29.827451 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-fb281332-8423-4d63-a603-64c88820b895 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bb5b5a0c04c04645a94ca898c5f56228&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3892014 May 09 04:28:29.829547 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb281332-8423-4d63-a603-64c88820b895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2233644e-b05b-4ca9-af5a-dec2b2716bc5,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:29.830228 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 45696) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:28:29.904108 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-083202c6-1ea1-44ff-8142-95645c27f4ec admin admin] Publish callbacks [] for security_group (2233644e-b05b-4ca9-af5a-dec2b2716bc5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:29.928669 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-083202c6-1ea1-44ff-8142-95645c27f4ec admin admin] Publish callbacks [] for security_group (2233644e-b05b-4ca9-af5a-dec2b2716bc5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:29.992467 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-083202c6-1ea1-44ff-8142-95645c27f4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (2233644e-b05b-4ca9-af5a-dec2b2716bc5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:29.997269 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-083202c6-1ea1-44ff-8142-95645c27f4ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:29.999010 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-083202c6-1ea1-44ff-8142-95645c27f4ec admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2233644e-b05b-4ca9-af5a-dec2b2716bc5 HTTP/1.1" status: 204 len: 168 time: 0.1676102 May 09 04:28:30.008830 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083202c6-1ea1-44ff-8142-95645c27f4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2233644e-b05b-4ca9-af5a-dec2b2716bc5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:30.087619 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b4a2f-c66e-431f-960c-5201da45347b req-623aaf63-7e93-4b99-a228-344d1ad0d84a tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:30.089644 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-2b3b4a2f-c66e-431f-960c-5201da45347b req-623aaf63-7e93-4b99-a228-344d1ad0d84a tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 944 time: 0.0779648 May 09 04:28:30.147034 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-2b3b4a2f-c66e-431f-960c-5201da45347b req-e8d0bc2c-95d5-4f47-a256-3cf5bdb8174f tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515366 May 09 04:28:30.500464 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae08948-6ada-44bc-b5b7-6f34d5245181 req-53c8dc91-52ab-4a70-ac42-f593b1479416 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:30.501954 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bae08948-6ada-44bc-b5b7-6f34d5245181 req-53c8dc91-52ab-4a70-ac42-f593b1479416 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.0507474 May 09 04:28:30.565026 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bae08948-6ada-44bc-b5b7-6f34d5245181 req-2dc4bb98-efce-4bf7-9ead-8be4e122e022 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537550 May 09 04:28:30.594810 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d6b4b-48f6-4d9a-ad98-a83df042ec97 req-196a7407-2888-4d07-8ac6-647a583858a8 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:30.596308 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-263d6b4b-48f6-4d9a-ad98-a83df042ec97 req-196a7407-2888-4d07-8ac6-647a583858a8 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 945 time: 0.0508411 May 09 04:28:30.669047 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-263d6b4b-48f6-4d9a-ad98-a83df042ec97 req-5b9b6296-5ca6-400c-ac39-0ed695b37f3e tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661690 May 09 04:28:30.758997 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b7912-c257-46c3-8a67-d25aaf76aae2 req-56a2b569-40f4-4b9f-93bd-9b75642cc91b tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:30.768507 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-354b7912-c257-46c3-8a67-d25aaf76aae2 req-56a2b569-40f4-4b9f-93bd-9b75642cc91b tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=6774e618-8e5f-4815-8e60-0473be16aabc HTTP/1.1" status: 200 len: 946 time: 0.0673127 May 09 04:28:30.854032 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5f02f-21bc-4249-843c-53bb71c8bba1 req-0eaad898-a2bd-4e1d-a1be-daf4edcbe7b8 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:30.859625 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-354b7912-c257-46c3-8a67-d25aaf76aae2 req-39a29966-a8f6-4af3-b02b-854b1cb4bcf2 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896356 May 09 04:28:30.861106 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-66a5f02f-21bc-4249-843c-53bb71c8bba1 req-0eaad898-a2bd-4e1d-a1be-daf4edcbe7b8 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=48735dde-9de8-4b71-877f-e86789f4c887 HTTP/1.1" status: 200 len: 946 time: 0.0578203 May 09 04:28:30.915525 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-66a5f02f-21bc-4249-843c-53bb71c8bba1 req-1a966f4b-0e34-4711-b1ea-5a46b0767a3c tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?id=593d8a87-ac23-44ba-aa21-fd652af773d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534167 May 09 04:28:31.274745 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8f2e0-e736-4563-a802-9fdf2b2923da req-34374ad6-15fd-4a25-8a7d-c457eeb68ab2 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:31.276339 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9ee8f2e0-e736-4563-a802-9fdf2b2923da req-34374ad6-15fd-4a25-8a7d-c457eeb68ab2 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 944 time: 0.0535784 May 09 04:28:31.330599 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9ee8f2e0-e736-4563-a802-9fdf2b2923da req-8c0b7ed4-d1d2-4cbb-835d-8d1c57011cfe tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463452 May 09 04:28:31.712252 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d17dd1-a7a0-40a4-bc25-cf3ba8ffed71 req-3b583d8b-cf85-42d3-bf96-160f0c984801 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:31.713844 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-77d17dd1-a7a0-40a4-bc25-cf3ba8ffed71 req-3b583d8b-cf85-42d3-bf96-160f0c984801 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.0701041 May 09 04:28:31.776655 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-77d17dd1-a7a0-40a4-bc25-cf3ba8ffed71 req-a776402c-4683-4937-b3c9-26b7daebd116 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567484 May 09 04:28:31.799875 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1906d9b-80e9-459d-b3e6-f36b9c558e47 req-569c8719-73ba-468a-8d97-cc36f6047026 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:31.801456 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c1906d9b-80e9-459d-b3e6-f36b9c558e47 req-569c8719-73ba-468a-8d97-cc36f6047026 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 945 time: 0.0559404 May 09 04:28:31.859016 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c1906d9b-80e9-459d-b3e6-f36b9c558e47 req-0169b973-135a-4a6b-ab3c-500e1f76560b tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509160 May 09 04:28:31.972774 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5587a43-0423-4c7d-8832-b3ca4a1221a5 req-60a3df63-1179-4f5d-8f96-a21f27d68ea5 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:31.975122 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f5587a43-0423-4c7d-8832-b3ca4a1221a5 req-60a3df63-1179-4f5d-8f96-a21f27d68ea5 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=6774e618-8e5f-4815-8e60-0473be16aabc HTTP/1.1" status: 200 len: 946 time: 0.0534391 May 09 04:28:32.022389 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f5587a43-0423-4c7d-8832-b3ca4a1221a5 req-58867b64-69fd-43ec-9c36-23a88ed8863c tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414894 May 09 04:28:32.124130 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534676e-df0a-43df-a402-8b6468d20a76 req-c9c9e0f0-f1bb-41ff-911a-799c63b2999b tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:32.125523 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5534676e-df0a-43df-a402-8b6468d20a76 req-c9c9e0f0-f1bb-41ff-911a-799c63b2999b tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=48735dde-9de8-4b71-877f-e86789f4c887 HTTP/1.1" status: 200 len: 946 time: 0.0471435 May 09 04:28:32.171859 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5534676e-df0a-43df-a402-8b6468d20a76 req-43c87d7f-4e49-4cfe-80d9-2912339b1bd5 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?id=593d8a87-ac23-44ba-aa21-fd652af773d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402274 May 09 04:28:32.292445 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-80356f9b-a093-434b-9de6-59d206609415 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1544934256&fields=id&tenant_id=b6223852af9c4361b99a24e7a49a7734 HTTP/1.1" status: 200 len: 267 time: 0.0431080 May 09 04:28:32.397562 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-bf248172-d23e-4135-ad22-57aa9894cc70 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:32.398921 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-bf248172-d23e-4135-ad22-57aa9894cc70 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/networks?id=d0b894fb-ca2e-4f02-9d2e-0b887784e9ae HTTP/1.1" status: 200 len: 812 time: 0.0993936 May 09 04:28:32.413790 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-32ad7f62-434a-4d98-873b-c8ccb18c8132 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/quotas/b6223852af9c4361b99a24e7a49a7734 HTTP/1.1" status: 200 len: 375 time: 0.0092866 May 09 04:28:32.462204 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-b47d7fa5-3ea7-4ab1-9ea7-9cccfdec4bc0 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b6223852af9c4361b99a24e7a49a7734&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434065 May 09 04:28:32.560677 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-7f2425de-7301-4102-981a-e95aa1dd7b28 service neutron] 10.222.0.44 "GET /v2.0/networks/d0b894fb-ca2e-4f02-9d2e-0b887784e9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878108 May 09 04:28:32.654973 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-164e001a-d043-4b19-ba57-d5ee9057177d service neutron] 10.222.0.44 "GET /v2.0/networks/d0b894fb-ca2e-4f02-9d2e-0b887784e9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882211 May 09 04:28:32.675910 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487f5b9-3b3b-4a0e-858b-d6a56ffc3a15 req-d7be4a93-5dfb-40bf-9e95-a229d349817f tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:32.678065 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1487f5b9-3b3b-4a0e-858b-d6a56ffc3a15 req-d7be4a93-5dfb-40bf-9e95-a229d349817f tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=48735dde-9de8-4b71-877f-e86789f4c887 HTTP/1.1" status: 200 len: 946 time: 0.0603261 May 09 04:28:32.686828 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 45752) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:28:32.691696 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-2c99322f-0f72-4c06-bc11-30021b6e6da7 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Request body: {'floatingip': {'port_id': '1e27a9e1-6f10-43bb-909c-aa9fc82bc83c'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:28:32.740680 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2c99322f-0f72-4c06-bc11-30021b6e6da7 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for floatingip (c85be946-dd48-440e-ad45-a638972ff2f5), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:32.841001 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be349b31-c060-49af-8ca5-9aad9e481faf req-e2789fd2-2774-46c5-8900-f90a0e7236e9 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:32.842461 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-be349b31-c060-49af-8ca5-9aad9e481faf req-e2789fd2-2774-46c5-8900-f90a0e7236e9 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 944 time: 0.1117072 May 09 04:28:32.969995 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-be349b31-c060-49af-8ca5-9aad9e481faf req-b0f35a90-56bb-48c0-a0e2-3b4be398ca7c tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094098 May 09 04:28:33.105377 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04835db6-18e9-48c7-8d01-03501db95b33 req-3eb51208-86fc-46bf-85af-de98ac3df7c0 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:33.107289 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-04835db6-18e9-48c7-8d01-03501db95b33 req-3eb51208-86fc-46bf-85af-de98ac3df7c0 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/networks?id=da1a742f-a0fb-4823-acf5-bb842d53e97e HTTP/1.1" status: 200 len: 814 time: 0.1457877 May 09 04:28:33.124455 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-04835db6-18e9-48c7-8d01-03501db95b33 req-cbf58629-cbfb-46e1-991b-c5adc384ded0 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/quotas/cf2a64ab3bc1448b8a934e2d103bb161 HTTP/1.1" status: 200 len: 375 time: 0.0112295 May 09 04:28:33.158376 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422be397-f7df-4862-920b-c9bfc78a3a9e req-598613bd-3f29-47ce-ae22-b3998910d8c1 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:33.159881 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-422be397-f7df-4862-920b-c9bfc78a3a9e req-598613bd-3f29-47ce-ae22-b3998910d8c1 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.1201193 May 09 04:28:33.188897 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-04835db6-18e9-48c7-8d01-03501db95b33 req-4eace4d2-1381-4efd-ae05-c18ab56254c6 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf2a64ab3bc1448b8a934e2d103bb161&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0585275 May 09 04:28:33.273573 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-422be397-f7df-4862-920b-c9bfc78a3a9e req-f942bbba-3586-4bb6-a79d-27a1bf40e7d4 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972815 May 09 04:28:33.317390 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-04835db6-18e9-48c7-8d01-03501db95b33 req-11f995ff-c374-4060-a433-22bfeea10ade service neutron] 10.222.0.44 "GET /v2.0/networks/da1a742f-a0fb-4823-acf5-bb842d53e97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147997 May 09 04:28:33.416779 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-04835db6-18e9-48c7-8d01-03501db95b33 req-2c96aacd-b62f-4b88-84f3-94d2d116aeee service neutron] 10.222.0.44 "GET /v2.0/networks/da1a742f-a0fb-4823-acf5-bb842d53e97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932143 May 09 04:28:33.628367 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-cc81b8ca-e6d8-4c59-a410-a0911229171d req-e16d438c-06b1-4c62-9c83-f3305f46076e tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=d25d4ade-5644-40c6-81ca-73ccc85df6e1 HTTP/1.1" status: 200 len: 210 time: 0.0322993 May 09 04:28:33.691202 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2c99322f-0f72-4c06-bc11-30021b6e6da7 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:33.697645 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c798bdb-2a32-4ff6-a9a2-f4ae5cfea091 req-b472d41f-58a7-4158-ba4c-f90705dc13f8 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:33.699113 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5c798bdb-2a32-4ff6-a9a2-f4ae5cfea091 req-b472d41f-58a7-4158-ba4c-f90705dc13f8 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 945 time: 0.0751126 May 09 04:28:33.700368 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2c99322f-0f72-4c06-bc11-30021b6e6da7 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-653345'] for floatingip (c85be946-dd48-440e-ad45-a638972ff2f5), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:33.746762 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2b2ca-17d4-4b8d-928b-7937b6435063 req-ad359e11-f898-4d10-bd14-6798e2243c61 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:33.746762 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-58a2b2ca-17d4-4b8d-928b-7937b6435063 req-ad359e11-f898-4d10-bd14-6798e2243c61 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=6774e618-8e5f-4815-8e60-0473be16aabc HTTP/1.1" status: 200 len: 946 time: 0.0537081 May 09 04:28:33.823464 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-58a2b2ca-17d4-4b8d-928b-7937b6435063 req-635f773a-1834-40e6-9da8-f11a6590fa70 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726485 May 09 04:28:33.835138 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5c798bdb-2a32-4ff6-a9a2-f4ae5cfea091 req-a66533ab-86db-4ba3-9a5f-e0553296ee45 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929551 May 09 04:28:33.861483 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.db.l3_db [None req-2c99322f-0f72-4c06-bc11-30021b6e6da7 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Floating IP c85be946-dd48-440e-ad45-a638972ff2f5 associated. External IP: 172.27.2.154, port: 1e27a9e1-6f10-43bb-909c-aa9fc82bc83c. May 09 04:28:33.901003 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-d0f152d8-448c-4530-a315-f9809aed192e req-7142b427-cacc-49c0-a87b-ee0c37a5d948 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 210 time: 0.0303867 May 09 04:28:34.121392 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ffbe9-5683-4e1b-b764-571783fe61c2 req-638cb68d-8970-48c2-b184-6ba869001b16 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:34.123482 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-071ffbe9-5683-4e1b-b764-571783fe61c2 req-638cb68d-8970-48c2-b184-6ba869001b16 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 944 time: 0.0726669 May 09 04:28:34.157855 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-15264232-e7d5-4765-8a60-0dc07fed32fb tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:34.160141 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-15264232-e7d5-4765-8a60-0dc07fed32fb tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.13 "GET /v2.0/networks?id=d0b894fb-ca2e-4f02-9d2e-0b887784e9ae HTTP/1.1" status: 200 len: 812 time: 0.1259565 May 09 04:28:34.206909 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c99322f-0f72-4c06-bc11-30021b6e6da7 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Router 4d52aa5f-732c-4e4d-b61c-fb86a901d96c has already been hosted by L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 04:28:34.226134 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-071ffbe9-5683-4e1b-b764-571783fe61c2 req-0968ae2b-536a-4ec9-98c4-84d0c1db2c62 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732338 May 09 04:28:34.244731 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-3e766428-2d1e-4ad3-bee2-ceb33b7ed8d8 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6223852af9c4361b99a24e7a49a7734 HTTP/1.1" status: 200 len: 380 time: 0.0718260 May 09 04:28:34.269633 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-6d99e157-7d76-455f-8258-6f09f78a21fa tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Request body: {'port': {'device_id': 'd25d4ade-5644-40c6-81ca-73ccc85df6e1', 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae', 'admin_state_up': True, 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'security_groups': ['0cf46e9a-429f-4df1-99e7-8795dfa77a40']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:28:34.356802 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c99322f-0f72-4c06-bc11-30021b6e6da7 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:28:34.361325 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2c99322f-0f72-4c06-bc11-30021b6e6da7 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:34.367726 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c23021-4f84-4c1b-a23b-39f181217154 None None] Sync routers for ids ['4d52aa5f-732c-4e4d-b61c-fb86a901d96c'] in dv-cinder-838009-3-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:28:34.378148 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c23021-4f84-4c1b-a23b-39f181217154 None None] Routers {'4d52aa5f-732c-4e4d-b61c-fb86a901d96c'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:28:34.378890 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-86c23021-4f84-4c1b-a23b-39f181217154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:28:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['4d52aa5f-732c-4e4d-b61c-fb86a901d96c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:28:34.397422 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-2c99322f-0f72-4c06-bc11-30021b6e6da7 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "PUT /v2.0/floatingips/c85be946-dd48-440e-ad45-a638972ff2f5 HTTP/1.1" status: 200 len: 992 time: 1.7083864 May 09 04:28:34.397422 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48735dde-9de8-4b71-877f-e86789f4c887', 'tag': '1e27a9e1-6f10-43bb-909c-aa9fc82bc83c'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:28:34.399683 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a98aaefa13d75cb12d9cbfc750f918ae1aa7d1c3c8041a7e7d91ea73ff80a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e5c1d7-0ce6-4cef-9ed3-9cff0ffa1a4a" -d '{"events": [{"name": "network-changed", "server_uuid": "48735dde-9de8-4b71-877f-e86789f4c887", "tag": "1e27a9e1-6f10-43bb-909c-aa9fc82bc83c"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:28:34.417596 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7832618-97e1-424c-8ab1-0323ccd52942 req-9a46b8ca-56d1-4a9c-b70e-228b5353aef7 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:34.420120 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c7832618-97e1-424c-8ab1-0323ccd52942 req-9a46b8ca-56d1-4a9c-b70e-228b5353aef7 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.0684516 May 09 04:28:34.439688 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-6d99e157-7d76-455f-8258-6f09f78a21fa tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Made reservation on behalf of b6223852af9c4361b99a24e7a49a7734 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:28:34.442627 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 04:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ab34ca-afd4-4558-b006-dcfab53080cc x-openstack-request-id: req-85ab34ca-afd4-4558-b006-dcfab53080cc {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:28:34.442860 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48735dde-9de8-4b71-877f-e86789f4c887", "tag": "1e27a9e1-6f10-43bb-909c-aa9fc82bc83c", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:28:34.443123 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-85ab34ca-afd4-4558-b006-dcfab53080cc {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:28:34.443286 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-6d99e157-7d76-455f-8258-6f09f78a21fa tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:34.443588 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85ab34ca-afd4-4558-b006-dcfab53080cc'] response: {'name': 'network-changed', 'server_uuid': '48735dde-9de8-4b71-877f-e86789f4c887', 'tag': '1e27a9e1-6f10-43bb-909c-aa9fc82bc83c', 'status': 'completed', 'code': 200} May 09 04:28:34.514068 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-86c23021-4f84-4c1b-a23b-39f181217154 None None] Set router 4d52aa5f-732c-4e4d-b61c-fb86a901d96c gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:28:34.524160 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c7832618-97e1-424c-8ab1-0323ccd52942 req-a9f32962-674a-4547-b204-31dffb35de74 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938823 May 09 04:28:34.662455 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-6d99e157-7d76-455f-8258-6f09f78a21fa tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Allocated IP 172.20.0.5 (d0b894fb-ca2e-4f02-9d2e-0b887784e9ae/dbed64c5-3159-495c-b3f2-34c99afd3de9/f61a276d-0cef-4028-b9cc-fe9fb05d4f49) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:28:34.690828 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5c1d7-0ce6-4cef-9ed3-9cff0ffa1a4a req-4ae661e8-ae41-4f2e-9102-376a16e7d3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:34.692829 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-64e5c1d7-0ce6-4cef-9ed3-9cff0ffa1a4a req-4ae661e8-ae41-4f2e-9102-376a16e7d3ad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c83b0a8b88f452f9e12d077e8ac28c8&device_id=48735dde-9de8-4b71-877f-e86789f4c887 HTTP/1.1" status: 200 len: 1130 time: 0.0881374 May 09 04:28:34.776180 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e224b9e0-c9b2-4db5-9095-06bea327474b req-f5d11d3b-5476-4806-b058-102eac9484a2 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=d25d4ade-5644-40c6-81ca-73ccc85df6e1 HTTP/1.1" status: 200 len: 210 time: 0.0554140 May 09 04:28:34.800670 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-86c23021-4f84-4c1b-a23b-39f181217154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'name': 'tempest-AttachVolumeNegativeTest-195011021-router', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:53Z', 'updated_at': '2022-05-09T04:28:01Z', 'revision_number': 4, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'gw_port': {'id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:54Z', 'updated_at': '2022-05-09T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_floatingips': [{'id': 'c85be946-dd48-440e-ad45-a638972ff2f5', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'floating_ip_address': '172.27.2.154', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'port_id': '1e27a9e1-6f10-43bb-909c-aa9fc82bc83c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'mac_address': 'fa:16:3e:24:21:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48735dde-9de8-4b71-877f-e86789f4c887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:28:07Z', 'updated_at': '2022-05-09T04:28:33Z', 'revision_number': 1, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '529116a4-e0e4-4a10-a24e-711cb18b842b', 'name': '', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'mac_address': 'fa:16:3e:b2:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:28:00Z', 'updated_at': '2022-05-09T04:28:11Z', 'revision_number': 5, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'subnets': [{'id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:28:34.844410 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c23021-4f84-4c1b-a23b-39f181217154 None None] Checking router: 4d52aa5f-732c-4e4d-b61c-fb86a901d96c for host: dv-cinder-838009-3-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:28:34.858402 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c23021-4f84-4c1b-a23b-39f181217154 None None] Routers {'4d52aa5f-732c-4e4d-b61c-fb86a901d96c'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:28:34.859929 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-86c23021-4f84-4c1b-a23b-39f181217154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:28:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['4d52aa5f-732c-4e4d-b61c-fb86a901d96c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:28:34.958692 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-6d99e157-7d76-455f-8258-6f09f78a21fa tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks [] for port (f61a276d-0cef-4028-b9cc-fe9fb05d4f49), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:34.961776 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04835db6-18e9-48c7-8d01-03501db95b33 req-17a41d3d-8377-4d82-aecd-55dd54162cec tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:34.964140 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-04835db6-18e9-48c7-8d01-03501db95b33 req-17a41d3d-8377-4d82-aecd-55dd54162cec tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.13 "GET /v2.0/networks?id=da1a742f-a0fb-4823-acf5-bb842d53e97e HTTP/1.1" status: 200 len: 814 time: 0.1990676 May 09 04:28:34.966188 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5c1d7-0ce6-4cef-9ed3-9cff0ffa1a4a req-4a20d995-bac6-4a7e-b10f-4c477d39c0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:34.967665 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-64e5c1d7-0ce6-4cef-9ed3-9cff0ffa1a4a req-4a20d995-bac6-4a7e-b10f-4c477d39c0e2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cff1ca97-0d5c-4d7d-b3c2-a81f844b16da HTTP/1.1" status: 200 len: 915 time: 0.1948903 May 09 04:28:34.997452 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-04835db6-18e9-48c7-8d01-03501db95b33 req-49545124-6d64-4e2e-beb6-dc0be536ef31 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Request body: {'port': {'device_id': 'b52cecb3-2634-4f9e-a9df-1ae4595bb3e1', 'network_id': 'da1a742f-a0fb-4823-acf5-bb842d53e97e', 'admin_state_up': True, 'tenant_id': 'cf2a64ab3bc1448b8a934e2d103bb161'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:28:35.049274 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac013a5-5716-41c8-9334-08fadaf030d5 req-b3250c4b-7cfd-46bf-b6df-00cfa35c78d4 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:35.050971 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6ac013a5-5716-41c8-9334-08fadaf030d5 req-b3250c4b-7cfd-46bf-b6df-00cfa35c78d4 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=6774e618-8e5f-4815-8e60-0473be16aabc HTTP/1.1" status: 200 len: 946 time: 0.0674391 May 09 04:28:35.079283 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57bbe79-1938-4945-bee0-4422dda90257 req-b29caa8c-c8ca-4f60-a7ab-fa8a4103f197 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:35.086911 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f57bbe79-1938-4945-bee0-4422dda90257 req-b29caa8c-c8ca-4f60-a7ab-fa8a4103f197 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 945 time: 0.1039736 May 09 04:28:35.100095 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-86c23021-4f84-4c1b-a23b-39f181217154 None None] Set router 4d52aa5f-732c-4e4d-b61c-fb86a901d96c gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:28:35.103249 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-6d99e157-7d76-455f-8258-6f09f78a21fa tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (f61a276d-0cef-4028-b9cc-fe9fb05d4f49), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:35.143320 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 8b3c8f68-461e-4b7f-843a-747af41739b1 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 04:28:35.166802 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f57bbe79-1938-4945-bee0-4422dda90257 req-2c9d1602-3fc7-4f01-b140-35fd0f5cda44 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789630 May 09 04:28:35.229761 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04835db6-18e9-48c7-8d01-03501db95b33 req-49545124-6d64-4e2e-beb6-dc0be536ef31 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Made reservation on behalf of cf2a64ab3bc1448b8a934e2d103bb161 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:28:35.233418 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-04835db6-18e9-48c7-8d01-03501db95b33 req-49545124-6d64-4e2e-beb6-dc0be536ef31 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:35.284046 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port 8b3c8f68-461e-4b7f-843a-747af41739b1, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=8b3c8f68-461e-4b7f-843a-747af41739b1,segment=NetworkSegment(515ccb09-711b-4d3e-b358-aedeeb94a00e),segment_id=515ccb09-711b-4d3e-b358-aedeeb94a00e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:28:35.301218 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Returning: {'device': '8b3c8f68-461e-4b7f-843a-747af41739b1', 'network_id': '6b94aa6a-0d58-466c-8eb9-c480de2276aa', 'port_id': '8b3c8f68-461e-4b7f-843a-747af41739b1', 'mac_address': 'fa:16:3e:2e:6d:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f838df5a-9048-42ae-96b1-031768c0ebaf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 04:28:35.313473 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-6d99e157-7d76-455f-8258-6f09f78a21fa tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Network d0b894fb-ca2e-4f02-9d2e-0b887784e9ae is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:28:35.350639 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-6d99e157-7d76-455f-8258-6f09f78a21fa tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:28:35.352648 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7ff62d33-9167-4ebe-a2c2-b046f4cef361 req-d719ed79-e877-490c-8a80-b7a32c153bea tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 210 time: 0.0629983 May 09 04:28:35.356808 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port 8b3c8f68-461e-4b7f-843a-747af41739b1 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:28:35.357475 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (8b3c8f68-461e-4b7f-843a-747af41739b1), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:35.361194 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-6d99e157-7d76-455f-8258-6f09f78a21fa tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:28:35.378483 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-86c23021-4f84-4c1b-a23b-39f181217154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'name': 'tempest-AttachVolumeNegativeTest-195011021-router', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:53Z', 'updated_at': '2022-05-09T04:28:01Z', 'revision_number': 4, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'gw_port': {'id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:54Z', 'updated_at': '2022-05-09T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_floatingips': [{'id': 'c85be946-dd48-440e-ad45-a638972ff2f5', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'floating_ip_address': '172.27.2.154', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'port_id': '1e27a9e1-6f10-43bb-909c-aa9fc82bc83c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'mac_address': 'fa:16:3e:24:21:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48735dde-9de8-4b71-877f-e86789f4c887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:28:07Z', 'updated_at': '2022-05-09T04:28:33Z', 'revision_number': 1, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '529116a4-e0e4-4a10-a24e-711cb18b842b', 'name': '', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'mac_address': 'fa:16:3e:b2:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:28:00Z', 'updated_at': '2022-05-09T04:28:11Z', 'revision_number': 5, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'subnets': [{'id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:28:35.393768 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b3c8f68-461e-4b7f-843a-747af41739b1 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 04:28:35.416744 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-64e5c1d7-0ce6-4cef-9ed3-9cff0ffa1a4a req-ea9cea67-d7d2-4bb8-911f-4cad26cf44e6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e27a9e1-6f10-43bb-909c-aa9fc82bc83c HTTP/1.1" status: 200 len: 1000 time: 0.3647974 May 09 04:28:35.421184 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port 8b3c8f68-461e-4b7f-843a-747af41739b1, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=8b3c8f68-461e-4b7f-843a-747af41739b1,segment=NetworkSegment(515ccb09-711b-4d3e-b358-aedeeb94a00e),segment_id=515ccb09-711b-4d3e-b358-aedeeb94a00e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:28:35.425428 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d99e157-7d76-455f-8258-6f09f78a21fa tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Pushing event updated for resources: {'Port': ['ID=f61a276d-0cef-4028-b9cc-fe9fb05d4f49,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:35.431388 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c23021-4f84-4c1b-a23b-39f181217154 None None] The sync data for ids ['4d52aa5f-732c-4e4d-b61c-fb86a901d96c'] in dv-cinder-838009-3-iscsi is: [{'id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'name': 'tempest-AttachVolumeNegativeTest-195011021-router', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:53Z', 'updated_at': '2022-05-09T04:28:01Z', 'revision_number': 4, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'gw_port': {'id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:54Z', 'updated_at': '2022-05-09T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_floatingips': [{'id': 'c85be946-dd48-440e-ad45-a638972ff2f5', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'floating_ip_address': '172.27.2.154', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'port_id': '1e27a9e1-6f10-43bb-909c-aa9fc82bc83c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'mac_address': 'fa:16:3e:24:21:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48735dde-9de8-4b71-877f-e86789f4c887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:28:07Z', 'updated_at': '2022-05-09T04:28:33Z', 'revision_number': 1, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '529116a4-e0e4-4a10-a24e-711cb18b842b', 'name': '', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'mac_address': 'fa:16:3e:b2:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:28:00Z', 'updated_at': '2022-05-09T04:28:11Z', 'revision_number': 5, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'subnets': [{'id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:28:35.445817 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (8b3c8f68-461e-4b7f-843a-747af41739b1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:35.526717 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6ac013a5-5716-41c8-9334-08fadaf030d5 req-5720572b-1558-47bf-b93a-e1e100bc9413 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971896 May 09 04:28:35.534718 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=8b3c8f68-461e-4b7f-843a-747af41739b1,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:35.534899 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-6d99e157-7d76-455f-8258-6f09f78a21fa tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:35.535509 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-6d99e157-7d76-455f-8258-6f09f78a21fa tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:35.594212 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-6d99e157-7d76-455f-8258-6f09f78a21fa tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3284242 May 09 04:28:35.599739 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5c1d7-0ce6-4cef-9ed3-9cff0ffa1a4a req-41b37919-ef0a-467d-9679-c26b90cc6a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:35.601544 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbedf94-1f02-4e3f-b10e-957319f9334d req-b4277fc5-8bb1-42d6-bb14-c05e68ddd14d tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:35.603934 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-64e5c1d7-0ce6-4cef-9ed3-9cff0ffa1a4a req-41b37919-ef0a-467d-9679-c26b90cc6a79 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2d5198bd-ad41-455d-84af-e9d6c501ca45 HTTP/1.1" status: 200 len: 853 time: 0.1658783 May 09 04:28:35.608566 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ccbedf94-1f02-4e3f-b10e-957319f9334d req-b4277fc5-8bb1-42d6-bb14-c05e68ddd14d tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 945 time: 0.0899494 May 09 04:28:35.610956 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-04835db6-18e9-48c7-8d01-03501db95b33 req-49545124-6d64-4e2e-beb6-dc0be536ef31 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Allocated IP 172.20.0.13 (da1a742f-a0fb-4823-acf5-bb842d53e97e/f2c7c720-a0e3-4650-9d10-f6010eaead33/675e6f12-2f41-46e3-b8d5-09ed37ae4a6f) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:28:35.638358 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-fca7c49f-b944-43eb-8be7-2e53cf7531f4 service neutron] Request body: {'port': {'device_id': 'd25d4ade-5644-40c6-81ca-73ccc85df6e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:28:35.736896 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] get_ports_and_sgs() called for port_ids ['8b3c8f68-461e-4b7f-843a-747af41739b1'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 04:28:35.842401 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55b21ff-81b5-4511-9fdf-cb3b96358e19 None None] New status for floating IP c85be946-dd48-440e-ad45-a638972ff2f5: ACTIVE {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 04:28:35.850079 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5c1d7-0ce6-4cef-9ed3-9cff0ffa1a4a req-7375a1cb-40dd-4b40-b1a7-6007ec0ac25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:35.851774 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-64e5c1d7-0ce6-4cef-9ed3-9cff0ffa1a4a req-7375a1cb-40dd-4b40-b1a7-6007ec0ac25a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cff1ca97-0d5c-4d7d-b3c2-a81f844b16da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2421734 May 09 04:28:35.920514 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-b1466e17-ee8c-4591-bbd5-c34eeff2116f None None] Provisioning complete for port f61a276d-0cef-4028-b9cc-fe9fb05d4f49 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:28:35.921145 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b1466e17-ee8c-4591-bbd5-c34eeff2116f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (f61a276d-0cef-4028-b9cc-fe9fb05d4f49), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:35.947269 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-fca7c49f-b944-43eb-8be7-2e53cf7531f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (f61a276d-0cef-4028-b9cc-fe9fb05d4f49), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:35.984537 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8fbbc0-64ee-4e36-bd05-552da873e51a req-cebd70ac-9792-46ff-95ce-0cf975fc19a2 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:35.991712 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9c8fbbc0-64ee-4e36-bd05-552da873e51a req-cebd70ac-9792-46ff-95ce-0cf975fc19a2 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.2761035 May 09 04:28:35.994155 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ccbedf94-1f02-4e3f-b10e-957319f9334d req-d7eafd4b-b09a-4091-9864-029a1dfd5fe7 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3823874 May 09 04:28:36.056294 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-b1466e17-ee8c-4591-bbd5-c34eeff2116f None None] Port f61a276d-0cef-4028-b9cc-fe9fb05d4f49 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 04:28:36.156429 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb2fc1-bb52-440a-b4f3-7e3e4fe4e158 req-5ad61e8a-76c7-4a7b-9317-8e7762ab5630 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:36.157945 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-31cb2fc1-bb52-440a-b4f3-7e3e4fe4e158 req-5ad61e8a-76c7-4a7b-9317-8e7762ab5630 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=d25d4ade-5644-40c6-81ca-73ccc85df6e1 HTTP/1.1" status: 200 len: 931 time: 0.0614026 May 09 04:28:36.176569 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-04835db6-18e9-48c7-8d01-03501db95b33 req-49545124-6d64-4e2e-beb6-dc0be536ef31 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks [] for port (675e6f12-2f41-46e3-b8d5-09ed37ae4a6f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:36.292060 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-31cb2fc1-bb52-440a-b4f3-7e3e4fe4e158 req-724d67c3-d6cf-42c4-aa43-1b89c9ae5b35 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181734 May 09 04:28:36.319129 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-04835db6-18e9-48c7-8d01-03501db95b33 req-49545124-6d64-4e2e-beb6-dc0be536ef31 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060'] for port (675e6f12-2f41-46e3-b8d5-09ed37ae4a6f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:36.370503 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49545124-6d64-4e2e-beb6-dc0be536ef31 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Pushing event updated for resources: {'Port': ['ID=675e6f12-2f41-46e3-b8d5-09ed37ae4a6f,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:36.400839 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04835db6-18e9-48c7-8d01-03501db95b33 req-49545124-6d64-4e2e-beb6-dc0be536ef31 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Network da1a742f-a0fb-4823-acf5-bb842d53e97e is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:28:36.424022 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-04835db6-18e9-48c7-8d01-03501db95b33 req-49545124-6d64-4e2e-beb6-dc0be536ef31 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:28:36.435760 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-fca7c49f-b944-43eb-8be7-2e53cf7531f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f61a276d-0cef-4028-b9cc-fe9fb05d4f49 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 04:28:36.442266 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-04835db6-18e9-48c7-8d01-03501db95b33 req-49545124-6d64-4e2e-beb6-dc0be536ef31 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:28:36.445490 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-fca7c49f-b944-43eb-8be7-2e53cf7531f4 service neutron] Publish callbacks [] for port (f61a276d-0cef-4028-b9cc-fe9fb05d4f49), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:36.454019 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04835db6-18e9-48c7-8d01-03501db95b33 req-49545124-6d64-4e2e-beb6-dc0be536ef31 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:36.454915 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-04835db6-18e9-48c7-8d01-03501db95b33 req-49545124-6d64-4e2e-beb6-dc0be536ef31 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:36.461834 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-fca7c49f-b944-43eb-8be7-2e53cf7531f4 service neutron] Transition to ACTIVE for port object f61a276d-0cef-4028-b9cc-fe9fb05d4f49 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 04:28:36.531957 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9c8fbbc0-64ee-4e36-bd05-552da873e51a req-89f4befb-c48a-492e-bc3b-9136d2b99223 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5395575 May 09 04:28:36.554541 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-fca7c49f-b944-43eb-8be7-2e53cf7531f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718803'] for port (f61a276d-0cef-4028-b9cc-fe9fb05d4f49), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:36.560734 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-04835db6-18e9-48c7-8d01-03501db95b33 req-49545124-6d64-4e2e-beb6-dc0be536ef31 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5680995 May 09 04:28:36.571712 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39828548-b3ae-4249-a57f-997b6f0386cb req-73dffa25-40cd-4564-83ef-639cb0f6cda7 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:36.574522 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-39828548-b3ae-4249-a57f-997b6f0386cb req-73dffa25-40cd-4564-83ef-639cb0f6cda7 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 945 time: 0.1718080 May 09 04:28:36.676486 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-39828548-b3ae-4249-a57f-997b6f0386cb req-b09284a6-dbd2-4317-a244-43656ec64308 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943413 May 09 04:28:36.820187 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f76d8-9b0e-4431-a101-222ee8224274 req-1677c7b3-6414-4503-9649-6fb8d4ad4690 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:36.821750 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ca8f76d8-9b0e-4431-a101-222ee8224274 req-1677c7b3-6414-4503-9649-6fb8d4ad4690 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=6774e618-8e5f-4815-8e60-0473be16aabc HTTP/1.1" status: 200 len: 946 time: 0.0837126 May 09 04:28:36.899687 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-87499e69-3ade-4ac4-a296-1a2456011541 None None] Provisioning complete for port 675e6f12-2f41-46e3-b8d5-09ed37ae4a6f triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:28:36.901815 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-87499e69-3ade-4ac4-a296-1a2456011541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (675e6f12-2f41-46e3-b8d5-09ed37ae4a6f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:36.919479 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ca8f76d8-9b0e-4431-a101-222ee8224274 req-c035a77d-bdd7-41c3-a42a-43c154b16731 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914376 May 09 04:28:36.923362 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca7c49f-b944-43eb-8be7-2e53cf7531f4 service neutron] Pushing event updated for resources: {'Port': ['ID=f61a276d-0cef-4028-b9cc-fe9fb05d4f49,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:36.994900 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d19c6-b64b-4d73-9d31-3432b98fa59b req-c403cee2-c3f4-4df2-a13e-9a903fa3db0c tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:37.002439 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-222d19c6-b64b-4d73-9d31-3432b98fa59b req-c403cee2-c3f4-4df2-a13e-9a903fa3db0c tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 932 time: 0.0816975 May 09 04:28:37.026435 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-87499e69-3ade-4ac4-a296-1a2456011541 None None] Port 675e6f12-2f41-46e3-b8d5-09ed37ae4a6f cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 04:28:37.133616 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 8b3c8f68-461e-4b7f-843a-747af41739b1 up at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:28:37.155121 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-222d19c6-b64b-4d73-9d31-3432b98fa59b req-8bf1dd55-30c1-48e7-bb05-e9942f345e37 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f5857f0-83c5-40c8-9ce8-13118e1e61c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516747 May 09 04:28:37.204757 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-64e5c1d7-0ce6-4cef-9ed3-9cff0ffa1a4a req-917dcaa8-5ac2-426f-943e-2c5d6df73992 service neutron] 10.222.0.13 "GET /v2.0/networks/cff1ca97-0d5c-4d7d-b3c2-a81f844b16da?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2774408 May 09 04:28:37.205546 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-fca7c49f-b944-43eb-8be7-2e53cf7531f4 service neutron] Attempting to bind port f61a276d-0cef-4028-b9cc-fe9fb05d4f49 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:28:37.205877 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-fca7c49f-b944-43eb-8be7-2e53cf7531f4 service neutron] Attempting to bind port f61a276d-0cef-4028-b9cc-fe9fb05d4f49 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': 'eba89e37-d903-4a50-b018-bea7c47e8946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:28:37.206207 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-fca7c49f-b944-43eb-8be7-2e53cf7531f4 service neutron] Attempting to bind port f61a276d-0cef-4028-b9cc-fe9fb05d4f49 on network d0b894fb-ca2e-4f02-9d2e-0b887784e9ae {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:28:37.212642 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b557d6-3af0-4204-b467-c0f14c54e49c req-3695147e-b056-4a2e-9f67-e843e0c586a6 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:37.213300 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-fca7c49f-b944-43eb-8be7-2e53cf7531f4 service neutron] Port f61a276d-0cef-4028-b9cc-fe9fb05d4f49 on network d0b894fb-ca2e-4f02-9d2e-0b887784e9ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 04:28:37.213633 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-fca7c49f-b944-43eb-8be7-2e53cf7531f4 service neutron] Attempting to bind port f61a276d-0cef-4028-b9cc-fe9fb05d4f49 on network d0b894fb-ca2e-4f02-9d2e-0b887784e9ae {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:28:37.219787 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-40b557d6-3af0-4204-b467-c0f14c54e49c req-3695147e-b056-4a2e-9f67-e843e0c586a6 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 945 time: 0.1169474 May 09 04:28:37.235196 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-fca7c49f-b944-43eb-8be7-2e53cf7531f4 service neutron] Checking agent: {'id': '0ba91d57-31cd-4938-a6ad-bd18d942a965', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 24, 18), 'started_at': datetime.datetime(2022, 5, 9, 4, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:28:37.235930 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-fca7c49f-b944-43eb-8be7-2e53cf7531f4 service neutron] Checking segment: {'id': 'eba89e37-d903-4a50-b018-bea7c47e8946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:28:37.236570 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-fca7c49f-b944-43eb-8be7-2e53cf7531f4 service neutron] Bound using segment: {'id': 'eba89e37-d903-4a50-b018-bea7c47e8946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:28:37.237373 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-fca7c49f-b944-43eb-8be7-2e53cf7531f4 service neutron] Bound port: f61a276d-0cef-4028-b9cc-fe9fb05d4f49, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba89e37-d903-4a50-b018-bea7c47e8946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:28:37.237955 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-fca7c49f-b944-43eb-8be7-2e53cf7531f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (f61a276d-0cef-4028-b9cc-fe9fb05d4f49), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:37.238382 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Provisioning for port 8b3c8f68-461e-4b7f-843a-747af41739b1 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 04:28:37.251711 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Provisioning complete for port 8b3c8f68-461e-4b7f-843a-747af41739b1 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:28:37.252131 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (8b3c8f68-461e-4b7f-843a-747af41739b1), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:37.345286 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-fca7c49f-b944-43eb-8be7-2e53cf7531f4 service neutron] For port f61a276d-0cef-4028-b9cc-fe9fb05d4f49, host hv-cinder-83800, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:28:37.353940 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-40b557d6-3af0-4204-b467-c0f14c54e49c req-134c22bc-c60a-4c72-9026-46475e7da4a8 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331604 May 09 04:28:37.354776 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-fca7c49f-b944-43eb-8be7-2e53cf7531f4 service neutron] For port f61a276d-0cef-4028-b9cc-fe9fb05d4f49, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=f61a276d-0cef-4028-b9cc-fe9fb05d4f49,segment=NetworkSegment(eba89e37-d903-4a50-b018-bea7c47e8946),segment_id=eba89e37-d903-4a50-b018-bea7c47e8946)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:28:37.368149 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-fca7c49f-b944-43eb-8be7-2e53cf7531f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718803'] for port (f61a276d-0cef-4028-b9cc-fe9fb05d4f49), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:37.460417 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port 8b3c8f68-461e-4b7f-843a-747af41739b1 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:28:37.460902 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (8b3c8f68-461e-4b7f-843a-747af41739b1), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:37.468757 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-fca7c49f-b944-43eb-8be7-2e53cf7531f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:37.469783 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-fca7c49f-b944-43eb-8be7-2e53cf7531f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:37.471687 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-fca7c49f-b944-43eb-8be7-2e53cf7531f4 service neutron] 10.222.0.13 "PUT /v2.0/ports/f61a276d-0cef-4028-b9cc-fe9fb05d4f49 HTTP/1.1" status: 200 len: 1093 time: 1.8445323 May 09 04:28:37.476636 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd25d4ade-5644-40c6-81ca-73ccc85df6e1', 'tag': 'f61a276d-0cef-4028-b9cc-fe9fb05d4f49'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:28:37.478956 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708343da101edf5db3821e80f7e6194e70163222c3a70cb9c2c474869a6028b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff03f041-b239-460b-af25-e82c24f08019" -d '{"events": [{"name": "network-changed", "server_uuid": "d25d4ade-5644-40c6-81ca-73ccc85df6e1", "tag": "f61a276d-0cef-4028-b9cc-fe9fb05d4f49"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:28:37.522981 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b4810-d600-44f2-bbd7-904bd86691d0 req-36e21e18-08e3-447e-a728-d15371c928d0 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:37.531586 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-4b9b4810-d600-44f2-bbd7-904bd86691d0 req-36e21e18-08e3-447e-a728-d15371c928d0 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=d25d4ade-5644-40c6-81ca-73ccc85df6e1 HTTP/1.1" status: 200 len: 943 time: 0.1138334 May 09 04:28:37.545809 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port 8b3c8f68-461e-4b7f-843a-747af41739b1, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=8b3c8f68-461e-4b7f-843a-747af41739b1,segment=NetworkSegment(515ccb09-711b-4d3e-b358-aedeeb94a00e),segment_id=515ccb09-711b-4d3e-b358-aedeeb94a00e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:28:37.549539 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a541a008-c541-407b-8868-a2b9d98ed15d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3c8f68-461e-4b7f-843a-747af41739b1'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:28:37.562741 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6941dd57353447cfe46bbb883e0d815d26e9477c6b9f0737609fdd17593c9a07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01193ab0-a21e-4cd1-88a8-504311682171" -d '{"events": [{"server_uuid": "a541a008-c541-407b-8868-a2b9d98ed15d", "name": "network-vif-plugged", "status": "completed", "tag": "8b3c8f68-461e-4b7f-843a-747af41739b1"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:28:37.563115 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 04:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a852d513-1dd1-4a9c-b438-557dbb9417e2 x-openstack-request-id: req-a852d513-1dd1-4a9c-b438-557dbb9417e2 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:28:37.563115 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d25d4ade-5644-40c6-81ca-73ccc85df6e1", "tag": "f61a276d-0cef-4028-b9cc-fe9fb05d4f49", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:28:37.563115 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a852d513-1dd1-4a9c-b438-557dbb9417e2 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:28:37.563115 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a852d513-1dd1-4a9c-b438-557dbb9417e2'] response: {'name': 'network-changed', 'server_uuid': 'd25d4ade-5644-40c6-81ca-73ccc85df6e1', 'tag': 'f61a276d-0cef-4028-b9cc-fe9fb05d4f49', 'status': 'completed', 'code': 200} May 09 04:28:37.563115 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca7c49f-b944-43eb-8be7-2e53cf7531f4 service neutron] Pushing event updated for resources: {'Port': ['ID=f61a276d-0cef-4028-b9cc-fe9fb05d4f49,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:37.563930 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (8b3c8f68-461e-4b7f-843a-747af41739b1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:37.651391 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-4b9b4810-d600-44f2-bbd7-904bd86691d0 req-17407147-87d7-4dd6-8b7c-486b68850c06 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186950 May 09 04:28:37.714718 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=8b3c8f68-461e-4b7f-843a-747af41739b1,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:37.741302 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 04:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04186b31-e9b2-4977-aa35-bf56cda68484 x-openstack-request-id: req-04186b31-e9b2-4977-aa35-bf56cda68484 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:28:37.741974 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a541a008-c541-407b-8868-a2b9d98ed15d", "name": "network-vif-plugged", "status": "completed", "tag": "8b3c8f68-461e-4b7f-843a-747af41739b1", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:28:37.742524 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-04186b31-e9b2-4977-aa35-bf56cda68484 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:28:37.743355 dv-cinder-838009-3-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04186b31-e9b2-4977-aa35-bf56cda68484'] response: {'server_uuid': 'a541a008-c541-407b-8868-a2b9d98ed15d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3c8f68-461e-4b7f-843a-747af41739b1', 'code': 200} May 09 04:28:37.791863 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd9bbc-f644-41c5-93f8-a057020cc18f req-79b77f6c-fe9a-4a84-b116-dd72fe7da39b tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:37.803589 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d1cd9bbc-f644-41c5-93f8-a057020cc18f req-79b77f6c-fe9a-4a84-b116-dd72fe7da39b tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.1124625 May 09 04:28:37.872932 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d1cd9bbc-f644-41c5-93f8-a057020cc18f req-eaa80ed0-dbbe-448a-8275-4923cfd2570e tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681338 May 09 04:28:37.874168 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc34478-784e-45a9-b1ae-b10aaa984e86 req-777748a3-53f1-4f24-a7a3-efd4f5394f88 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:37.875811 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-efc34478-784e-45a9-b1ae-b10aaa984e86 req-777748a3-53f1-4f24-a7a3-efd4f5394f88 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 945 time: 0.0589035 May 09 04:28:37.961937 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-efc34478-784e-45a9-b1ae-b10aaa984e86 req-85042f4b-928c-456e-b0be-474a891f1d08 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717731 May 09 04:28:38.061498 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec19d1-36bf-4476-902c-333f56ffb5fe req-cb4a4802-5fd6-427a-9d03-cccbaff0e6a2 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:38.063087 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-95ec19d1-36bf-4476-902c-333f56ffb5fe req-cb4a4802-5fd6-427a-9d03-cccbaff0e6a2 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=6774e618-8e5f-4815-8e60-0473be16aabc HTTP/1.1" status: 200 len: 946 time: 0.0482862 May 09 04:28:38.111326 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-95ec19d1-36bf-4476-902c-333f56ffb5fe req-c1415246-c59f-4413-8f25-164f0a7ee398 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419803 May 09 04:28:38.269485 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75586f75-86ca-4a68-b247-30dc27dbd8b1 req-745492a8-6713-4a20-9918-eeab7bd7ca90 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:38.271260 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-75586f75-86ca-4a68-b247-30dc27dbd8b1 req-745492a8-6713-4a20-9918-eeab7bd7ca90 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 932 time: 0.0555222 May 09 04:28:38.321404 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-75586f75-86ca-4a68-b247-30dc27dbd8b1 req-6843c9d7-1e24-4165-a1b4-e214ebd68379 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f5857f0-83c5-40c8-9ce8-13118e1e61c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436699 May 09 04:28:38.452976 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866fd79-3a11-45c2-bccd-6248c208de29 req-e58de06a-08b1-41f7-ad49-456caa9cb726 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:38.454507 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0866fd79-3a11-45c2-bccd-6248c208de29 req-e58de06a-08b1-41f7-ad49-456caa9cb726 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 946 time: 0.0530689 May 09 04:28:38.512571 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0866fd79-3a11-45c2-bccd-6248c208de29 req-5cb86389-9360-4235-9417-afa73cea1ec8 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509808 May 09 04:28:38.768178 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122c255-1b58-421c-8e4c-075f2075173d req-ee344247-3577-4116-b7ac-90612d28b03d tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:38.769702 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f122c255-1b58-421c-8e4c-075f2075173d req-ee344247-3577-4116-b7ac-90612d28b03d tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=d25d4ade-5644-40c6-81ca-73ccc85df6e1 HTTP/1.1" status: 200 len: 943 time: 0.0510643 May 09 04:28:38.823444 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f122c255-1b58-421c-8e4c-075f2075173d req-cb10b73f-d43e-4046-95da-1fa8fe5cc3b0 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474217 May 09 04:28:39.016956 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e8e7b-71ff-457f-ac5d-1c16133aa74e req-023d64cf-7b9d-4d9e-a6c1-13f16196d842 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:39.019155 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5f4e8e7b-71ff-457f-ac5d-1c16133aa74e req-023d64cf-7b9d-4d9e-a6c1-13f16196d842 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.0624409 May 09 04:28:39.077644 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5f4e8e7b-71ff-457f-ac5d-1c16133aa74e req-b495234f-03c1-48e0-8d3d-86bdb7aa2e1e tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513401 May 09 04:28:39.091270 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d6baf-6112-4a16-b4d6-04cd3b493dd0 req-ccdd93d8-7f72-4043-bfb8-7357943b5c66 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:39.092828 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f47d6baf-6112-4a16-b4d6-04cd3b493dd0 req-ccdd93d8-7f72-4043-bfb8-7357943b5c66 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 945 time: 0.0531702 May 09 04:28:39.150433 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f47d6baf-6112-4a16-b4d6-04cd3b493dd0 req-61c130cf-4ba2-4628-8d3f-31151f7c3eb7 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516319 May 09 04:28:39.251239 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b58d8c-a4ff-4181-8ff7-898502922d74 req-6c2506a1-153e-4fb4-80cd-b6541cdff380 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:39.252712 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-06b58d8c-a4ff-4181-8ff7-898502922d74 req-6c2506a1-153e-4fb4-80cd-b6541cdff380 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=6774e618-8e5f-4815-8e60-0473be16aabc HTTP/1.1" status: 200 len: 946 time: 0.0501676 May 09 04:28:39.305707 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-06b58d8c-a4ff-4181-8ff7-898502922d74 req-8c8c31ee-5b6d-4f06-9fcf-f8e86fe38947 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474222 May 09 04:28:39.443581 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6fb831-791d-419a-b470-517851b58fda req-e12111d3-11f3-4023-b772-fb0074979867 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:39.445557 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-0c6fb831-791d-419a-b470-517851b58fda req-e12111d3-11f3-4023-b772-fb0074979867 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 932 time: 0.0501485 May 09 04:28:39.498260 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-0c6fb831-791d-419a-b470-517851b58fda req-ecd8a140-d6e5-42a5-8867-311a324dcf56 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f5857f0-83c5-40c8-9ce8-13118e1e61c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469670 May 09 04:28:39.636293 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f62ccd-577e-4d27-8abd-4f19a31563c1 req-c96a761e-118a-40f4-99bf-6805a8b280ca tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:39.638669 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-73f62ccd-577e-4d27-8abd-4f19a31563c1 req-c96a761e-118a-40f4-99bf-6805a8b280ca tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 946 time: 0.0505736 May 09 04:28:39.690912 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-73f62ccd-577e-4d27-8abd-4f19a31563c1 req-aba8651a-fc55-4d09-b58d-3f7175a66627 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458477 May 09 04:28:39.967154 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca6829-f328-4ec5-8d67-618ebb730005 req-9a853347-2c92-4054-8a5f-4e2d1d8909a4 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:39.977614 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-36ca6829-f328-4ec5-8d67-618ebb730005 req-9a853347-2c92-4054-8a5f-4e2d1d8909a4 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=d25d4ade-5644-40c6-81ca-73ccc85df6e1 HTTP/1.1" status: 200 len: 943 time: 0.0746348 May 09 04:28:40.027406 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-36ca6829-f328-4ec5-8d67-618ebb730005 req-5ac1acbf-0d02-4c06-b8df-9bff76248282 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479305 May 09 04:28:40.208485 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a07f5-f0ee-48aa-92da-f5b04e3b5ac0 req-8a9242f6-a085-4477-b302-5b76b2ddef29 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:40.213298 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-414a07f5-f0ee-48aa-92da-f5b04e3b5ac0 req-8a9242f6-a085-4477-b302-5b76b2ddef29 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.0601044 May 09 04:28:40.266554 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-414a07f5-f0ee-48aa-92da-f5b04e3b5ac0 req-f336f46c-6430-45a3-a9a5-9cdd4cd0e793 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478952 May 09 04:28:40.306181 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99503d44-f90a-4d26-b373-eae9fe8cae8a req-3a2a7891-4b3c-4fba-bb0b-ad725838a92a tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:40.308089 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-99503d44-f90a-4d26-b373-eae9fe8cae8a req-3a2a7891-4b3c-4fba-bb0b-ad725838a92a tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 945 time: 0.0709488 May 09 04:28:40.375128 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-99503d44-f90a-4d26-b373-eae9fe8cae8a req-9548b984-ab68-49c9-a635-305bca576140 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576530 May 09 04:28:40.483119 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05231dd7-014a-41a9-b1f9-ac776efd42e1 req-53839480-762f-4865-acbf-f56c89eefcfe tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:40.484700 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-05231dd7-014a-41a9-b1f9-ac776efd42e1 req-53839480-762f-4865-acbf-f56c89eefcfe tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=6774e618-8e5f-4815-8e60-0473be16aabc HTTP/1.1" status: 200 len: 946 time: 0.0616081 May 09 04:28:40.539511 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-05231dd7-014a-41a9-b1f9-ac776efd42e1 req-e29c792d-0e97-451c-9e6b-fcc3f946b230 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473855 May 09 04:28:40.618614 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43133fe6-f5aa-4e8e-866b-0a4d3298beac req-c86d4adc-f29b-42c3-8494-32e40bd2c890 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:40.620211 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-43133fe6-f5aa-4e8e-866b-0a4d3298beac req-c86d4adc-f29b-42c3-8494-32e40bd2c890 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 932 time: 0.0495431 May 09 04:28:40.668675 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-43133fe6-f5aa-4e8e-866b-0a4d3298beac req-0b40c117-2417-41e8-ac59-76f68a1f771c tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f5857f0-83c5-40c8-9ce8-13118e1e61c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428064 May 09 04:28:40.820590 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2117e-bd25-4c91-b265-568a189ffe0a req-a7403552-4093-470c-9e46-14f1e81476ba tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:40.821970 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a6c2117e-bd25-4c91-b265-568a189ffe0a req-a7403552-4093-470c-9e46-14f1e81476ba tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 946 time: 0.0564137 May 09 04:28:40.875970 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a6c2117e-bd25-4c91-b265-568a189ffe0a req-04a5de13-ad7d-4d48-b1c9-298513090eda tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484564 May 09 04:28:41.156989 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337bb8c-0dce-4904-bb9d-fae6c21c5321 req-afea0be1-ae85-4a2f-b9d3-1cfdf3c9cfeb tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:41.158581 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-1337bb8c-0dce-4904-bb9d-fae6c21c5321 req-afea0be1-ae85-4a2f-b9d3-1cfdf3c9cfeb tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=d25d4ade-5644-40c6-81ca-73ccc85df6e1 HTTP/1.1" status: 200 len: 943 time: 0.0559049 May 09 04:28:41.213267 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-1337bb8c-0dce-4904-bb9d-fae6c21c5321 req-989ee696-017e-4f47-88b2-2d214c50b02d tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476756 May 09 04:28:41.396084 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac69f1-42b8-4297-a750-06937e6b4478 req-becbcdef-4f19-4420-924f-9977560a3a94 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:41.397857 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1cac69f1-42b8-4297-a750-06937e6b4478 req-becbcdef-4f19-4420-924f-9977560a3a94 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.0542772 May 09 04:28:41.464851 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1cac69f1-42b8-4297-a750-06937e6b4478 req-3fa5bba4-e8f4-411f-a901-bd58453d5cef tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614848 May 09 04:28:41.510024 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a55ff-afa8-43dc-87cb-6410578d9169 req-8f924069-4287-4745-be09-cf6f67b15866 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:41.511580 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-305a55ff-afa8-43dc-87cb-6410578d9169 req-8f924069-4287-4745-be09-cf6f67b15866 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 945 time: 0.0540195 May 09 04:28:41.561235 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-305a55ff-afa8-43dc-87cb-6410578d9169 req-2c313944-33f5-4973-9404-130d18e9352a tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438776 May 09 04:28:41.669638 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183718bb-431c-4a18-8679-bd5d42b73578 req-2f843e01-6924-46ca-b6a5-292f844ca458 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:41.671083 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-183718bb-431c-4a18-8679-bd5d42b73578 req-2f843e01-6924-46ca-b6a5-292f844ca458 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=6774e618-8e5f-4815-8e60-0473be16aabc HTTP/1.1" status: 200 len: 946 time: 0.0518224 May 09 04:28:41.726220 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-183718bb-431c-4a18-8679-bd5d42b73578 req-e64af18c-b7e2-438f-a27a-b2d1a8f19f92 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494201 May 09 04:28:41.810454 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea6557-ed51-43a7-8717-be8f8afb5e2a req-62f79daa-6636-44ac-a1ea-23c7e51da750 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:41.811997 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f3ea6557-ed51-43a7-8717-be8f8afb5e2a req-62f79daa-6636-44ac-a1ea-23c7e51da750 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 932 time: 0.0492809 May 09 04:28:41.869053 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f3ea6557-ed51-43a7-8717-be8f8afb5e2a req-1b310ebb-9f66-4835-bdc7-a1a1019a8b74 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f5857f0-83c5-40c8-9ce8-13118e1e61c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502598 May 09 04:28:41.996440 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee7473-9bb6-4546-9532-03bd29f5a2e7 req-1d08c141-d010-4e4e-8551-2f8579009be3 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:41.998037 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ddee7473-9bb6-4546-9532-03bd29f5a2e7 req-1d08c141-d010-4e4e-8551-2f8579009be3 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 946 time: 0.0521452 May 09 04:28:42.053595 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ddee7473-9bb6-4546-9532-03bd29f5a2e7 req-41ff836e-8348-42af-990a-38ec1355a932 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495906 May 09 04:28:42.331111 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09817c65-f2f6-4c11-a187-3176c59ca6f8 req-340949d3-3606-43a3-bed4-9893e3453a1a tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:42.332691 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-09817c65-f2f6-4c11-a187-3176c59ca6f8 req-340949d3-3606-43a3-bed4-9893e3453a1a tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=d25d4ade-5644-40c6-81ca-73ccc85df6e1 HTTP/1.1" status: 200 len: 943 time: 0.0499730 May 09 04:28:42.391098 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-09817c65-f2f6-4c11-a187-3176c59ca6f8 req-ae725374-1533-4b31-b004-00779fbc112c tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497096 May 09 04:28:42.584810 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67947979-4174-42d2-bb59-c95cfe8f66ed req-06a7d871-0b25-4864-8f4f-0b139d222bb9 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:42.586791 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-67947979-4174-42d2-bb59-c95cfe8f66ed req-06a7d871-0b25-4864-8f4f-0b139d222bb9 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.0514617 May 09 04:28:42.643325 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-67947979-4174-42d2-bb59-c95cfe8f66ed req-2161e558-89ff-444a-9278-1b69ab898dce tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503979 May 09 04:28:42.705164 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca65cf6-8d74-40a5-802a-ab9131be2d87 req-617ef216-7a99-4e0e-8578-3242d7fbaecd tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:42.706770 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-bca65cf6-8d74-40a5-802a-ab9131be2d87 req-617ef216-7a99-4e0e-8578-3242d7fbaecd tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 945 time: 0.0512347 May 09 04:28:42.764567 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-bca65cf6-8d74-40a5-802a-ab9131be2d87 req-e812d8a7-2070-43bf-ba53-e9731a50b43d tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506570 May 09 04:28:42.849205 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5abaa6-2506-483e-8a3d-cc1fbb158587 req-46ff0cbc-a4cd-47bc-a1a1-b06d89590cef tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:42.850627 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5f5abaa6-2506-483e-8a3d-cc1fbb158587 req-46ff0cbc-a4cd-47bc-a1a1-b06d89590cef tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=6774e618-8e5f-4815-8e60-0473be16aabc HTTP/1.1" status: 200 len: 946 time: 0.0491786 May 09 04:28:42.909277 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5f5abaa6-2506-483e-8a3d-cc1fbb158587 req-5e041d1d-b5ee-46f7-a2bb-99c4ce24ffbe tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530443 May 09 04:28:42.995584 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfec212-2d58-46c5-a63d-2c2c145b7e09 req-5a01a607-d901-4e6e-bc9d-70d6c9cbcd33 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:42.997440 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ebfec212-2d58-46c5-a63d-2c2c145b7e09 req-5a01a607-d901-4e6e-bc9d-70d6c9cbcd33 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 932 time: 0.0584443 May 09 04:28:43.050228 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ebfec212-2d58-46c5-a63d-2c2c145b7e09 req-6442aa40-80db-40e2-9554-28b20b633315 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f5857f0-83c5-40c8-9ce8-13118e1e61c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467312 May 09 04:28:43.174912 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079400c-c9aa-4ea5-8f5c-67838421fbe4 req-6c27cb3a-9654-4129-9b38-af038dc56dfc tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:43.177286 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f079400c-c9aa-4ea5-8f5c-67838421fbe4 req-6c27cb3a-9654-4129-9b38-af038dc56dfc tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 946 time: 0.0542197 May 09 04:28:43.234939 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f079400c-c9aa-4ea5-8f5c-67838421fbe4 req-19406c09-d11c-4a89-bdb9-1673e57364dc tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521376 May 09 04:28:43.510934 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab02f3-15d4-45b1-970d-14bb2864bb49 req-01031357-5af5-4da3-8839-b0218fad5f1f tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:43.512484 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c4ab02f3-15d4-45b1-970d-14bb2864bb49 req-01031357-5af5-4da3-8839-b0218fad5f1f tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=d25d4ade-5644-40c6-81ca-73ccc85df6e1 HTTP/1.1" status: 200 len: 943 time: 0.0482013 May 09 04:28:43.566499 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c4ab02f3-15d4-45b1-970d-14bb2864bb49 req-1e2eb238-276e-443f-b876-c9ff85cbae67 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485046 May 09 04:28:43.764369 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7998342-560a-48e9-a645-8c878e07f9ca req-8c8d9e3a-9e9f-4531-be57-975abdfd58e4 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:43.765966 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c7998342-560a-48e9-a645-8c878e07f9ca req-8c8d9e3a-9e9f-4531-be57-975abdfd58e4 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.0495801 May 09 04:28:43.827080 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c7998342-560a-48e9-a645-8c878e07f9ca req-70ec30ca-9f20-4d28-827b-bdcaaa1ac891 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552971 May 09 04:28:43.899498 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f554188-55ee-4ea3-b7ff-82790150aa4b req-5a4a45fa-4bdc-44e6-924a-b59e7199907b tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:43.901174 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9f554188-55ee-4ea3-b7ff-82790150aa4b req-5a4a45fa-4bdc-44e6-924a-b59e7199907b tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 945 time: 0.0525589 May 09 04:28:43.957547 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9f554188-55ee-4ea3-b7ff-82790150aa4b req-fc45e52e-8d5e-4b69-bc33-cf84f7d810c5 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495045 May 09 04:28:44.027793 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ec169-fc97-4b7c-bfe8-ec9e18c426d9 req-e2b3962c-5118-4037-96b2-29d19c643b73 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:44.029382 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-535ec169-fc97-4b7c-bfe8-ec9e18c426d9 req-e2b3962c-5118-4037-96b2-29d19c643b73 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=6774e618-8e5f-4815-8e60-0473be16aabc HTTP/1.1" status: 200 len: 946 time: 0.0484395 May 09 04:28:44.079524 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-535ec169-fc97-4b7c-bfe8-ec9e18c426d9 req-f105f0e6-bc9c-468d-b0fa-354c2c12d542 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442612 May 09 04:28:44.170552 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab01c8a-2d84-4a1a-a982-16e02ff1c8b9 req-1149dbbf-2cdd-4a70-a35e-f2ebb3a18cbb tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:44.172100 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-3ab01c8a-2d84-4a1a-a982-16e02ff1c8b9 req-1149dbbf-2cdd-4a70-a35e-f2ebb3a18cbb tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 932 time: 0.0491211 May 09 04:28:44.219640 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-3ab01c8a-2d84-4a1a-a982-16e02ff1c8b9 req-de6c5f39-c539-471a-8295-d5b886bf3fd5 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f5857f0-83c5-40c8-9ce8-13118e1e61c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419185 May 09 04:28:44.346517 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88365bb1-ad65-4e3e-9c4d-abdb0e6f4b6d req-868eb923-4d2d-4f16-adb8-cf142d32f9a5 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:44.347959 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-88365bb1-ad65-4e3e-9c4d-abdb0e6f4b6d req-868eb923-4d2d-4f16-adb8-cf142d32f9a5 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 946 time: 0.0460668 May 09 04:28:44.395221 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-88365bb1-ad65-4e3e-9c4d-abdb0e6f4b6d req-d0db27c3-6d2b-4b1a-b79e-8c886af24979 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416286 May 09 04:28:44.683381 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d514f5-91e6-4498-9afc-efd03ca07e3d req-8f6c0527-8f55-40c3-a9c0-9f9442ef3a1c tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:44.684885 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-b8d514f5-91e6-4498-9afc-efd03ca07e3d req-8f6c0527-8f55-40c3-a9c0-9f9442ef3a1c tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=d25d4ade-5644-40c6-81ca-73ccc85df6e1 HTTP/1.1" status: 200 len: 943 time: 0.0467787 May 09 04:28:44.732998 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-b8d514f5-91e6-4498-9afc-efd03ca07e3d req-7e601d9d-de12-40e3-9aa0-8a7332f22e7f tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425594 May 09 04:28:44.835799 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-04835db6-18e9-48c7-8d01-03501db95b33 req-7950dcd9-6f83-476a-b93b-526c6205c3f4 service neutron] Request body: {'port': {'device_id': 'b52cecb3-2634-4f9e-a9df-1ae4595bb3e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:28:44.917107 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-04835db6-18e9-48c7-8d01-03501db95b33 req-7950dcd9-6f83-476a-b93b-526c6205c3f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (675e6f12-2f41-46e3-b8d5-09ed37ae4a6f), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:44.921244 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03f041-b239-460b-af25-e82c24f08019 req-a2612f5e-8694-42ca-9b8a-106d66c2aebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:44.922727 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ff03f041-b239-460b-af25-e82c24f08019 req-a2612f5e-8694-42ca-9b8a-106d66c2aebe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b6223852af9c4361b99a24e7a49a7734&device_id=d25d4ade-5644-40c6-81ca-73ccc85df6e1 HTTP/1.1" status: 200 len: 1127 time: 0.0840521 May 09 04:28:44.977229 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b52d41-22b5-4dce-b80c-78938b23d81e req-c53684f6-7b07-47b9-ae71-2284b204c8b4 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:44.978824 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e8b52d41-22b5-4dce-b80c-78938b23d81e req-c53684f6-7b07-47b9-ae71-2284b204c8b4 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.0746205 May 09 04:28:45.012852 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-64e5c1d7-0ce6-4cef-9ed3-9cff0ffa1a4a req-5e8389f5-f99e-4ebd-a352-8f7579064b10 service neutron] 10.222.0.13 "GET /v2.0/networks/cff1ca97-0d5c-4d7d-b3c2-a81f844b16da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817749 May 09 04:28:45.045292 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e8b52d41-22b5-4dce-b80c-78938b23d81e req-ca570240-82b1-4f03-b1d5-4f4d613d850f tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577588 May 09 04:28:45.137551 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03f041-b239-460b-af25-e82c24f08019 req-d404d37d-f1ed-4452-bb0f-b27c8049f863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:45.139034 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ff03f041-b239-460b-af25-e82c24f08019 req-d404d37d-f1ed-4452-bb0f-b27c8049f863 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b6223852af9c4361b99a24e7a49a7734&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1980491 May 09 04:28:45.141877 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b1db7-e2bf-427c-9faf-39a7fff03d98 req-113cd239-00c1-43bc-8daf-5a50e4fad182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:45.143240 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-e63b1db7-e2bf-427c-9faf-39a7fff03d98 req-113cd239-00c1-43bc-8daf-5a50e4fad182 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 1130 time: 0.0900328 May 09 04:28:45.150462 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800e511-e1e9-4180-9c59-cb681610f927 req-313b7186-88f2-48dd-8910-ebbccd82b916 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:45.151924 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8800e511-e1e9-4180-9c59-cb681610f927 req-313b7186-88f2-48dd-8910-ebbccd82b916 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 945 time: 0.1000094 May 09 04:28:45.235426 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb0730-f778-46e4-ba53-2159f56d6187 req-ee5cb83c-d716-4ec1-8cbb-d6ff9fa66772 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:45.236888 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1edb0730-f778-46e4-ba53-2159f56d6187 req-ee5cb83c-d716-4ec1-8cbb-d6ff9fa66772 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=6774e618-8e5f-4815-8e60-0473be16aabc HTTP/1.1" status: 200 len: 946 time: 0.0687883 May 09 04:28:45.262277 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8800e511-e1e9-4180-9c59-cb681610f927 req-8b9adaec-d501-4523-bdea-3b65af93caf8 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049693 May 09 04:28:45.303921 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-e63b1db7-e2bf-427c-9faf-39a7fff03d98 req-1cdc5333-18c7-47a1-8c17-3eb54ab82b54 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213191 May 09 04:28:45.332739 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03f041-b239-460b-af25-e82c24f08019 req-8372ca42-3712-49ae-8b79-1941bfc0a946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:45.334385 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ff03f041-b239-460b-af25-e82c24f08019 req-8372ca42-3712-49ae-8b79-1941bfc0a946 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1501703 May 09 04:28:45.334535 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1edb0730-f778-46e4-ba53-2159f56d6187 req-e18f8dc1-f6b8-47f8-b11b-38211878fa1a tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897028 May 09 04:28:45.348838 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [req-04835db6-18e9-48c7-8d01-03501db95b33 req-7950dcd9-6f83-476a-b93b-526c6205c3f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 675e6f12-2f41-46e3-b8d5-09ed37ae4a6f {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 04:28:45.356890 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-04835db6-18e9-48c7-8d01-03501db95b33 req-7950dcd9-6f83-476a-b93b-526c6205c3f4 service neutron] Publish callbacks [] for port (675e6f12-2f41-46e3-b8d5-09ed37ae4a6f), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:45.369854 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-04835db6-18e9-48c7-8d01-03501db95b33 req-7950dcd9-6f83-476a-b93b-526c6205c3f4 service neutron] Transition to ACTIVE for port object 675e6f12-2f41-46e3-b8d5-09ed37ae4a6f will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 04:28:45.374112 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-04835db6-18e9-48c7-8d01-03501db95b33 req-7950dcd9-6f83-476a-b93b-526c6205c3f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (675e6f12-2f41-46e3-b8d5-09ed37ae4a6f), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:45.387674 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04cb022-ff2b-4179-93ab-fc7c10e382d5 req-50f83338-de7d-475c-b41e-4c38947ca82a tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:45.389227 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-d04cb022-ff2b-4179-93ab-fc7c10e382d5 req-50f83338-de7d-475c-b41e-4c38947ca82a tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 932 time: 0.0526402 May 09 04:28:45.430314 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950dcd9-6f83-476a-b93b-526c6205c3f4 service neutron] Pushing event updated for resources: {'Port': ['ID=675e6f12-2f41-46e3-b8d5-09ed37ae4a6f,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:45.445823 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-d04cb022-ff2b-4179-93ab-fc7c10e382d5 req-48feeebb-d98e-413a-ab0b-019039a9edf2 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f5857f0-83c5-40c8-9ce8-13118e1e61c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507917 May 09 04:28:45.465174 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-04835db6-18e9-48c7-8d01-03501db95b33 req-7950dcd9-6f83-476a-b93b-526c6205c3f4 service neutron] Attempting to bind port 675e6f12-2f41-46e3-b8d5-09ed37ae4a6f on host hv-cinder-83800 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:28:45.465501 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-04835db6-18e9-48c7-8d01-03501db95b33 req-7950dcd9-6f83-476a-b93b-526c6205c3f4 service neutron] Attempting to bind port 675e6f12-2f41-46e3-b8d5-09ed37ae4a6f by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': 'e721fef7-2fbf-4951-beab-ce8ea2bdc6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'da1a742f-a0fb-4823-acf5-bb842d53e97e'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:28:45.465833 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04835db6-18e9-48c7-8d01-03501db95b33 req-7950dcd9-6f83-476a-b93b-526c6205c3f4 service neutron] Attempting to bind port 675e6f12-2f41-46e3-b8d5-09ed37ae4a6f on network da1a742f-a0fb-4823-acf5-bb842d53e97e {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:28:45.470535 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04835db6-18e9-48c7-8d01-03501db95b33 req-7950dcd9-6f83-476a-b93b-526c6205c3f4 service neutron] Port 675e6f12-2f41-46e3-b8d5-09ed37ae4a6f on network da1a742f-a0fb-4823-acf5-bb842d53e97e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 04:28:45.470852 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04835db6-18e9-48c7-8d01-03501db95b33 req-7950dcd9-6f83-476a-b93b-526c6205c3f4 service neutron] Attempting to bind port 675e6f12-2f41-46e3-b8d5-09ed37ae4a6f on network da1a742f-a0fb-4823-acf5-bb842d53e97e {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:28:45.476825 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04835db6-18e9-48c7-8d01-03501db95b33 req-7950dcd9-6f83-476a-b93b-526c6205c3f4 service neutron] Checking agent: {'id': '0ba91d57-31cd-4938-a6ad-bd18d942a965', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 24, 18), 'started_at': datetime.datetime(2022, 5, 9, 4, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:28:45.477162 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04835db6-18e9-48c7-8d01-03501db95b33 req-7950dcd9-6f83-476a-b93b-526c6205c3f4 service neutron] Checking segment: {'id': 'e721fef7-2fbf-4951-beab-ce8ea2bdc6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'da1a742f-a0fb-4823-acf5-bb842d53e97e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:28:45.477540 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04835db6-18e9-48c7-8d01-03501db95b33 req-7950dcd9-6f83-476a-b93b-526c6205c3f4 service neutron] Bound using segment: {'id': 'e721fef7-2fbf-4951-beab-ce8ea2bdc6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'da1a742f-a0fb-4823-acf5-bb842d53e97e'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:28:45.477973 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-04835db6-18e9-48c7-8d01-03501db95b33 req-7950dcd9-6f83-476a-b93b-526c6205c3f4 service neutron] Bound port: 675e6f12-2f41-46e3-b8d5-09ed37ae4a6f, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e721fef7-2fbf-4951-beab-ce8ea2bdc6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'da1a742f-a0fb-4823-acf5-bb842d53e97e'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:28:45.478330 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-04835db6-18e9-48c7-8d01-03501db95b33 req-7950dcd9-6f83-476a-b93b-526c6205c3f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (675e6f12-2f41-46e3-b8d5-09ed37ae4a6f), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:45.557615 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd7b1c-6970-43e3-aa50-808684d9b001 req-96991041-ad3b-42bf-a2bb-66e1f38aebf5 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:45.559143 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-11bd7b1c-6970-43e3-aa50-808684d9b001 req-96991041-ad3b-42bf-a2bb-66e1f38aebf5 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 946 time: 0.0786378 May 09 04:28:45.602745 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-04835db6-18e9-48c7-8d01-03501db95b33 req-7950dcd9-6f83-476a-b93b-526c6205c3f4 service neutron] For port 675e6f12-2f41-46e3-b8d5-09ed37ae4a6f, host hv-cinder-83800, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:28:45.606962 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-04835db6-18e9-48c7-8d01-03501db95b33 req-7950dcd9-6f83-476a-b93b-526c6205c3f4 service neutron] For port 675e6f12-2f41-46e3-b8d5-09ed37ae4a6f, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=675e6f12-2f41-46e3-b8d5-09ed37ae4a6f,segment=NetworkSegment(e721fef7-2fbf-4951-beab-ce8ea2bdc6b4),segment_id=e721fef7-2fbf-4951-beab-ce8ea2bdc6b4)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:28:45.616871 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-04835db6-18e9-48c7-8d01-03501db95b33 req-7950dcd9-6f83-476a-b93b-526c6205c3f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (675e6f12-2f41-46e3-b8d5-09ed37ae4a6f), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:45.664568 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-11bd7b1c-6970-43e3-aa50-808684d9b001 req-44882af4-a599-45da-87bf-9e2c594d1345 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982125 May 09 04:28:45.666492 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04835db6-18e9-48c7-8d01-03501db95b33 req-7950dcd9-6f83-476a-b93b-526c6205c3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:45.667051 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-04835db6-18e9-48c7-8d01-03501db95b33 req-7950dcd9-6f83-476a-b93b-526c6205c3f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:45.668366 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-04835db6-18e9-48c7-8d01-03501db95b33 req-7950dcd9-6f83-476a-b93b-526c6205c3f4 service neutron] 10.222.0.13 "PUT /v2.0/ports/675e6f12-2f41-46e3-b8d5-09ed37ae4a6f HTTP/1.1" status: 200 len: 1094 time: 0.8370903 May 09 04:28:45.670723 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b52cecb3-2634-4f9e-a9df-1ae4595bb3e1', 'tag': '675e6f12-2f41-46e3-b8d5-09ed37ae4a6f'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:28:45.672973 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a98aaefa13d75cb12d9cbfc750f918ae1aa7d1c3c8041a7e7d91ea73ff80a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5c68fd-d991-4d4a-b60e-6bc0e57e951f" -d '{"events": [{"name": "network-changed", "server_uuid": "b52cecb3-2634-4f9e-a9df-1ae4595bb3e1", "tag": "675e6f12-2f41-46e3-b8d5-09ed37ae4a6f"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:28:45.697653 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950dcd9-6f83-476a-b93b-526c6205c3f4 service neutron] Pushing event updated for resources: {'Port': ['ID=675e6f12-2f41-46e3-b8d5-09ed37ae4a6f,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:45.734722 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 04:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c38c200-0f35-498a-80f6-331281631325 x-openstack-request-id: req-2c38c200-0f35-498a-80f6-331281631325 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:28:45.735224 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b52cecb3-2634-4f9e-a9df-1ae4595bb3e1", "tag": "675e6f12-2f41-46e3-b8d5-09ed37ae4a6f", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:28:45.736213 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2c38c200-0f35-498a-80f6-331281631325 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:28:45.736678 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c38c200-0f35-498a-80f6-331281631325'] response: {'name': 'network-changed', 'server_uuid': 'b52cecb3-2634-4f9e-a9df-1ae4595bb3e1', 'tag': '675e6f12-2f41-46e3-b8d5-09ed37ae4a6f', 'status': 'completed', 'code': 200} May 09 04:28:45.743307 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-7183f7ec-ed3d-4f21-adcc-0c1565e376f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:45.744883 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-7183f7ec-ed3d-4f21-adcc-0c1565e376f9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b6223852af9c4361b99a24e7a49a7734&device_id=d25d4ade-5644-40c6-81ca-73ccc85df6e1 HTTP/1.1" status: 200 len: 1127 time: 0.0580230 May 09 04:28:45.850834 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b4e8a-88b0-40b7-8a05-83650230b226 req-c656b323-f72c-4057-b95d-89ca7ac3bfd9 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:45.852475 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0d9b4e8a-88b0-40b7-8a05-83650230b226 req-c656b323-f72c-4057-b95d-89ca7ac3bfd9 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=d25d4ade-5644-40c6-81ca-73ccc85df6e1 HTTP/1.1" status: 200 len: 943 time: 0.0499558 May 09 04:28:45.902885 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0d9b4e8a-88b0-40b7-8a05-83650230b226 req-9ca5c731-4a0d-4ce6-913d-b6b0a30dc153 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447991 May 09 04:28:46.190718 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-d7ebe6b6-3304-4de0-8b5b-c64b8b8971ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f61a276d-0cef-4028-b9cc-fe9fb05d4f49 HTTP/1.1" status: 200 len: 217 time: 0.0400259 May 09 04:28:46.196733 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db703877-e3c2-48b8-91b5-7f15c6be3e86 req-9e29585e-1ca6-445d-ad6f-abe89d771c28 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:46.198091 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-db703877-e3c2-48b8-91b5-7f15c6be3e86 req-9e29585e-1ca6-445d-ad6f-abe89d771c28 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.0799422 May 09 04:28:46.266631 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c68fd-d991-4d4a-b60e-6bc0e57e951f req-92363923-8198-4523-8b43-182e7068f439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:46.268137 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ab5c68fd-d991-4d4a-b60e-6bc0e57e951f req-92363923-8198-4523-8b43-182e7068f439 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf2a64ab3bc1448b8a934e2d103bb161&device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 1128 time: 0.0400097 May 09 04:28:46.278220 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-db703877-e3c2-48b8-91b5-7f15c6be3e86 req-86618b40-e747-49b8-9475-83b497de5157 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745313 May 09 04:28:46.288974 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-9aca1b23-7c51-470c-8948-bbc9d52729f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:46.290470 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-9aca1b23-7c51-470c-8948-bbc9d52729f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dbed64c5-3159-495c-b3f2-34c99afd3de9 HTTP/1.1" status: 200 len: 851 time: 0.0603411 May 09 04:28:46.348883 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-461d3a7d-4eda-4552-8e66-f65078eaa438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:46.350555 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-461d3a7d-4eda-4552-8e66-f65078eaa438 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d0b894fb-ca2e-4f02-9d2e-0b887784e9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420258 May 09 04:28:46.403824 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbd8b2-bb25-4b40-87f2-cfc223a93de1 req-f92793cc-234d-493b-8efe-c65016500a32 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:46.405317 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-36fbd8b2-bb25-4b40-87f2-cfc223a93de1 req-f92793cc-234d-493b-8efe-c65016500a32 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 945 time: 0.0618889 May 09 04:28:46.427405 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c68fd-d991-4d4a-b60e-6bc0e57e951f req-9cb3fdc2-b962-499c-a895-43fcf5d86bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:46.428884 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ab5c68fd-d991-4d4a-b60e-6bc0e57e951f req-9cb3fdc2-b962-499c-a895-43fcf5d86bf5 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=cf2a64ab3bc1448b8a934e2d103bb161&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1468630 May 09 04:28:46.456573 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fd734-e4e1-4080-b69f-57370ef71d66 req-6b451fdf-c56d-4479-a7c6-6704f116a10c tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:46.458000 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-535fd734-e4e1-4080-b69f-57370ef71d66 req-6b451fdf-c56d-4479-a7c6-6704f116a10c tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=6774e618-8e5f-4815-8e60-0473be16aabc HTTP/1.1" status: 200 len: 946 time: 0.0524261 May 09 04:28:46.458122 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-36fbd8b2-bb25-4b40-87f2-cfc223a93de1 req-baf8d550-0f2b-4435-b1c4-c682a591829a tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469759 May 09 04:28:46.507384 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-535fd734-e4e1-4080-b69f-57370ef71d66 req-210a8a35-eec7-491b-a00e-8916a297cacb tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426469 May 09 04:28:46.569250 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab12be-e9b8-43a3-bd33-1ee1573d3123 req-420049e5-8b08-4b13-b751-88f0e7dcad8e tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:46.570693 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-11ab12be-e9b8-43a3-bd33-1ee1573d3123 req-420049e5-8b08-4b13-b751-88f0e7dcad8e tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 944 time: 0.0464239 May 09 04:28:46.621396 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-11ab12be-e9b8-43a3-bd33-1ee1573d3123 req-40e2cca5-e191-4cfe-934f-a628226a8646 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f5857f0-83c5-40c8-9ce8-13118e1e61c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451293 May 09 04:28:46.651790 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-62e150db-9415-4cf7-a897-4fb7988aa72f service neutron] 10.222.0.13 "GET /v2.0/networks/d0b894fb-ca2e-4f02-9d2e-0b887784e9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841973 May 09 04:28:46.797523 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c68fd-d991-4d4a-b60e-6bc0e57e951f req-f1f2563b-9b28-4c59-9100-21f1bc8a6e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:46.798991 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ab5c68fd-d991-4d4a-b60e-6bc0e57e951f req-f1f2563b-9b28-4c59-9100-21f1bc8a6e2f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906606 May 09 04:28:46.830097 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b540a-6506-49ff-9721-0910b8585733 req-8634e03a-b9b9-42dd-be26-3d48c11c6b2c tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:46.831568 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-024b540a-6506-49ff-9721-0910b8585733 req-8634e03a-b9b9-42dd-be26-3d48c11c6b2c tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 946 time: 0.0968745 May 09 04:28:46.907737 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-024b540a-6506-49ff-9721-0910b8585733 req-1cd8c865-8832-40e1-ab2b-ac797c71eddd tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690846 May 09 04:28:46.909721 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ea952200-27eb-4ef9-acb2-135e3bb5f126 req-a9029b67-46f6-4440-8a9e-8f47651ead2e service neutron] 10.222.0.13 "GET /v2.0/networks/d0b894fb-ca2e-4f02-9d2e-0b887784e9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377974 May 09 04:28:47.014426 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4743dd-3a2c-489f-92c0-40d2c90c2394 req-01e3a4a1-0127-4f33-a057-019a0a356a0f tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:47.015804 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5a4743dd-3a2c-489f-92c0-40d2c90c2394 req-01e3a4a1-0127-4f33-a057-019a0a356a0f tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=d25d4ade-5644-40c6-81ca-73ccc85df6e1 HTTP/1.1" status: 200 len: 943 time: 0.0470207 May 09 04:28:47.066929 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5a4743dd-3a2c-489f-92c0-40d2c90c2394 req-80a1fa4a-c750-4112-a72c-5584120d6690 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456314 May 09 04:28:47.394537 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84629113-1365-465f-b13d-ac4c78316687 req-14545d93-6d4b-4af1-8b43-860572ec9630 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:47.396068 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-84629113-1365-465f-b13d-ac4c78316687 req-14545d93-6d4b-4af1-8b43-860572ec9630 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.0503004 May 09 04:28:47.443053 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-84629113-1365-465f-b13d-ac4c78316687 req-c21293fe-f857-4c47-bcfc-062b07b13bee tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413058 May 09 04:28:47.579258 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3d1bd-5afa-4924-9a3d-91e423ad5dc2 req-75c50d2c-f304-4f8f-b01a-1271f1bc0fec tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:47.580672 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a7a3d1bd-5afa-4924-9a3d-91e423ad5dc2 req-75c50d2c-f304-4f8f-b01a-1271f1bc0fec tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 945 time: 0.0478029 May 09 04:28:47.619648 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d12e0f-1cf3-449e-a0d6-c04ccaa3bb27 req-5cf7238e-7fe6-4422-a358-5b8ee6871177 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:47.621157 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c4d12e0f-1cf3-449e-a0d6-c04ccaa3bb27 req-5cf7238e-7fe6-4422-a358-5b8ee6871177 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=6774e618-8e5f-4815-8e60-0473be16aabc HTTP/1.1" status: 200 len: 946 time: 0.0469394 May 09 04:28:47.628146 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a7a3d1bd-5afa-4924-9a3d-91e423ad5dc2 req-84f7edfc-692d-43a7-ae25-24161857681c tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408866 May 09 04:28:47.678069 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c4d12e0f-1cf3-449e-a0d6-c04ccaa3bb27 req-2369bd3c-8d58-4c24-9977-19931e28c8e7 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508137 May 09 04:28:47.705538 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04835db6-18e9-48c7-8d01-03501db95b33 req-e2c5cc74-55db-4033-86c0-c3d2e9d077fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:47.707008 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-04835db6-18e9-48c7-8d01-03501db95b33 req-e2c5cc74-55db-4033-86c0-c3d2e9d077fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf2a64ab3bc1448b8a934e2d103bb161&device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 1128 time: 0.0418372 May 09 04:28:47.744000 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a47d69-7af8-433d-87f4-960120017b19 req-aece9dae-694f-4562-9a90-1a61974d2b3a tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:47.745472 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f9a47d69-7af8-433d-87f4-960120017b19 req-aece9dae-694f-4562-9a90-1a61974d2b3a tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 944 time: 0.0459540 May 09 04:28:47.791126 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f9a47d69-7af8-433d-87f4-960120017b19 req-73e02547-c4f9-4189-94db-7eac7d0746f4 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f5857f0-83c5-40c8-9ce8-13118e1e61c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400755 May 09 04:28:48.030786 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe13915-d8c3-4862-877e-786e110cd607 req-6c25b729-6001-43e0-9904-43e3b0798e25 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:48.032433 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-fbe13915-d8c3-4862-877e-786e110cd607 req-6c25b729-6001-43e0-9904-43e3b0798e25 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 946 time: 0.0539501 May 09 04:28:48.086900 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-fbe13915-d8c3-4862-877e-786e110cd607 req-c6ce242b-9097-4255-ad2c-bb98f60e5702 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478253 May 09 04:28:48.189596 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e6445-e15f-466f-b83a-139a47ad6e19 req-3509ceb2-3171-4649-9be5-916090834268 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:48.190979 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b62e6445-e15f-466f-b83a-139a47ad6e19 req-3509ceb2-3171-4649-9be5-916090834268 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=d25d4ade-5644-40c6-81ca-73ccc85df6e1 HTTP/1.1" status: 200 len: 943 time: 0.0548389 May 09 04:28:48.205639 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa81744-f899-43f2-80dd-8a776f05ebb8 req-5ffa7811-059a-4964-bd01-b67069ea4b4b tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:48.207096 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-0fa81744-f899-43f2-80dd-8a776f05ebb8 req-5ffa7811-059a-4964-bd01-b67069ea4b4b tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 946 time: 0.0459268 May 09 04:28:48.240233 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b62e6445-e15f-466f-b83a-139a47ad6e19 req-e9eacc0a-6473-4aea-b8f4-4e1d2ac12209 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432146 May 09 04:28:48.255876 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-0fa81744-f899-43f2-80dd-8a776f05ebb8 req-1569041e-6166-4329-8344-4ed51ce6fdeb tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423484 May 09 04:28:48.277190 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 45976) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:28:48.450159 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb7c945-fe53-4647-ba40-7c278b240760 tempest-TestShelveInstance-987119366 tempest-TestShelveInstance-987119366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:48.451584 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-eeb7c945-fe53-4647-ba40-7c278b240760 tempest-TestShelveInstance-987119366 tempest-TestShelveInstance-987119366-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 1125 time: 0.1734324 May 09 04:28:48.454445 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 45980) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:28:48.459149 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-81c4a1b7-e618-422c-9b11-f78765468461 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Request body: {'floatingip': {'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'port_id': '8b3c8f68-461e-4b7f-843a-747af41739b1', 'tenant_id': 'c8cbe32e8ede404fa3d19537256606e1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:28:48.480432 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-81c4a1b7-e618-422c-9b11-f78765468461 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:48.559108 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7464aa-a514-40e1-83f0-d8eab7a30ed0 req-62a153e4-ccf6-485b-8757-25cf25e96f4c tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:48.560950 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3b7464aa-a514-40e1-83f0-d8eab7a30ed0 req-62a153e4-ccf6-485b-8757-25cf25e96f4c tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.0486002 May 09 04:28:48.566917 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-81c4a1b7-e618-422c-9b11-f78765468461 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:48.608566 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3b7464aa-a514-40e1-83f0-d8eab7a30ed0 req-fbbeb8d5-5467-4f25-bf00-c70361ea161e tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420010 May 09 04:28:48.681873 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-81c4a1b7-e618-422c-9b11-f78765468461 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Allocated IP 172.27.2.164 (1111f3a4-c02a-41de-91e1-42f5a19c8209/55f6eeca-e44f-4feb-bdb6-d6fdf07e4029/4a51e289-810d-44fd-b1a4-201b452b3a09) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:28:48.790153 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e34a5-5b00-4ef7-aa69-7b2809b04163 req-d40dd0db-17da-4243-9c66-012a2874ddd9 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:48.791174 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1a578-68da-497a-9c90-6d75bdddd3a7 req-88abdcef-173d-4554-b4b7-47156247fec4 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:48.791615 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-3e2e34a5-5b00-4ef7-aa69-7b2809b04163 req-d40dd0db-17da-4243-9c66-012a2874ddd9 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 945 time: 0.0614038 May 09 04:28:48.793303 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6cb1a578-68da-497a-9c90-6d75bdddd3a7 req-88abdcef-173d-4554-b4b7-47156247fec4 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=6774e618-8e5f-4815-8e60-0473be16aabc HTTP/1.1" status: 200 len: 946 time: 0.0486646 May 09 04:28:48.845550 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-81c4a1b7-e618-422c-9b11-f78765468461 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks [] for port (4a51e289-810d-44fd-b1a4-201b452b3a09), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:48.845998 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6cb1a578-68da-497a-9c90-6d75bdddd3a7 req-5b41fdb8-2ed1-4a89-898e-cd76c3451637 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464883 May 09 04:28:48.888553 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-04835db6-18e9-48c7-8d01-03501db95b33 req-e6537f3c-cb90-4903-861c-a176fa2066d0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=675e6f12-2f41-46e3-b8d5-09ed37ae4a6f HTTP/1.1" status: 200 len: 217 time: 0.0535417 May 09 04:28:48.944468 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-3e2e34a5-5b00-4ef7-aa69-7b2809b04163 req-2612131b-b693-4351-a720-6f2df8667b92 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462653 May 09 04:28:48.970920 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-81c4a1b7-e618-422c-9b11-f78765468461 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (4a51e289-810d-44fd-b1a4-201b452b3a09), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:48.973614 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04835db6-18e9-48c7-8d01-03501db95b33 req-36e29908-a979-4201-ba2b-e03acd70057d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:48.975141 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-04835db6-18e9-48c7-8d01-03501db95b33 req-36e29908-a979-4201-ba2b-e03acd70057d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f2c7c720-a0e3-4650-9d10-f6010eaead33 HTTP/1.1" status: 200 len: 853 time: 0.0733690 May 09 04:28:48.979253 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c933a-bcbf-42c4-a64f-bebcecb763cd req-40f8fe79-effb-4030-b4e3-03901c0f50ea tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:48.980774 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-120c933a-bcbf-42c4-a64f-bebcecb763cd req-40f8fe79-effb-4030-b4e3-03901c0f50ea tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 944 time: 0.0770895 May 09 04:28:48.986158 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da8c67b-41f2-44c4-8c93-dfc1e5f51de4 req-bf6be8e9-3444-4dc6-849f-0b71356b2a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:48.987578 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2da8c67b-41f2-44c4-8c93-dfc1e5f51de4 req-bf6be8e9-3444-4dc6-849f-0b71356b2a30 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6774e618-8e5f-4815-8e60-0473be16aabc HTTP/1.1" status: 200 len: 1130 time: 0.0569153 May 09 04:28:49.041862 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c4a1b7-e618-422c-9b11-f78765468461 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Network 1111f3a4-c02a-41de-91e1-42f5a19c8209 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:28:49.050827 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-81c4a1b7-e618-422c-9b11-f78765468461 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:28:49.054983 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-120c933a-bcbf-42c4-a64f-bebcecb763cd req-f9d3f0b7-45b9-46da-be28-c6025e524db4 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f5857f0-83c5-40c8-9ce8-13118e1e61c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664454 May 09 04:28:49.055560 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c4a1b7-e618-422c-9b11-f78765468461 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:28:49.057561 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c4a1b7-e618-422c-9b11-f78765468461 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Pushing event updated for resources: {'Port': ['ID=4a51e289-810d-44fd-b1a4-201b452b3a09,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:49.061361 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2da8c67b-41f2-44c4-8c93-dfc1e5f51de4 req-97c82fe3-1eb1-4e0d-b3f9-e1a957286b2b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589530 May 09 04:28:49.084078 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04835db6-18e9-48c7-8d01-03501db95b33 req-ee52d68a-3a9f-41bd-9daa-c6353ffc0f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:49.085577 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-04835db6-18e9-48c7-8d01-03501db95b33 req-ee52d68a-3a9f-41bd-9daa-c6353ffc0f1d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da1a742f-a0fb-4823-acf5-bb842d53e97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0834963 May 09 04:28:49.195096 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 2abd51b8-3b37-4ec3-841e-462a68eb5cbc details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 04:28:49.418771 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port 2abd51b8-3b37-4ec3-841e-462a68eb5cbc, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=2abd51b8-3b37-4ec3-841e-462a68eb5cbc,segment=NetworkSegment(75ff18d1-4dc0-4046-afd3-30ccacd1313a),segment_id=75ff18d1-4dc0-4046-afd3-30ccacd1313a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:28:49.427765 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffaaf1-e1bb-49b5-9aa1-bc5eb0d4cf9b req-ff973d91-0450-4966-8258-7324ea1412bb tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:49.429264 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8fffaaf1-e1bb-49b5-9aa1-bc5eb0d4cf9b req-ff973d91-0450-4966-8258-7324ea1412bb tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=d25d4ade-5644-40c6-81ca-73ccc85df6e1 HTTP/1.1" status: 200 len: 943 time: 0.1174235 May 09 04:28:49.430241 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Returning: {'device': '2abd51b8-3b37-4ec3-841e-462a68eb5cbc', 'network_id': '01d9e17c-6b96-4039-a582-d98ab8fe7760', 'port_id': '2abd51b8-3b37-4ec3-841e-462a68eb5cbc', 'mac_address': 'fa:16:3e:bb:b9:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eeed15e-26fd-4534-8116-03da5482032b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 04:28:49.468291 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port 2abd51b8-3b37-4ec3-841e-462a68eb5cbc is: ACTIVE; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:28:49.468684 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (2abd51b8-3b37-4ec3-841e-462a68eb5cbc), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:49.482638 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2abd51b8-3b37-4ec3-841e-462a68eb5cbc {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 04:28:49.501811 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-04835db6-18e9-48c7-8d01-03501db95b33 req-52ac42a6-4ef7-48e4-b002-cce3b198f042 service neutron] 10.222.0.13 "GET /v2.0/networks/da1a742f-a0fb-4823-acf5-bb842d53e97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155817 May 09 04:28:49.502070 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port 2abd51b8-3b37-4ec3-841e-462a68eb5cbc, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=2abd51b8-3b37-4ec3-841e-462a68eb5cbc,segment=NetworkSegment(75ff18d1-4dc0-4046-afd3-30ccacd1313a),segment_id=75ff18d1-4dc0-4046-afd3-30ccacd1313a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:28:49.505952 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (2abd51b8-3b37-4ec3-841e-462a68eb5cbc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:49.561617 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=2abd51b8-3b37-4ec3-841e-462a68eb5cbc,revision_number=6']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:49.570427 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8fffaaf1-e1bb-49b5-9aa1-bc5eb0d4cf9b req-80b06c97-f32a-4204-9b37-9de8c652d1ff tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080456 May 09 04:28:49.587769 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-81c4a1b7-e618-422c-9b11-f78765468461 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks [] for floatingip (2712930a-7ec7-4ad1-a116-125dc766778b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:49.638636 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] get_ports_and_sgs() called for port_ids ['2abd51b8-3b37-4ec3-841e-462a68eb5cbc'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 04:28:49.657654 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-81c4a1b7-e618-422c-9b11-f78765468461 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (4a51e289-810d-44fd-b1a4-201b452b3a09), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:49.683691 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (0ba91d57-31cd-4938-a6ad-bd18d942a965), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:49.730697 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160e769-e59b-40df-832b-8d3de58a30de req-f338083c-a456-4f21-91ed-b24ef3757c21 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:49.732234 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8160e769-e59b-40df-832b-8d3de58a30de req-f338083c-a456-4f21-91ed-b24ef3757c21 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.0521517 May 09 04:28:49.781065 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8160e769-e59b-40df-832b-8d3de58a30de req-f91ff480-9de8-4151-9568-24044d28fcc5 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425911 May 09 04:28:49.820800 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-81c4a1b7-e618-422c-9b11-f78765468461 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks [] for port (4a51e289-810d-44fd-b1a4-201b452b3a09), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:49.824906 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-81c4a1b7-e618-422c-9b11-f78765468461 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718803'] for port (4a51e289-810d-44fd-b1a4-201b452b3a09), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:49.895347 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c4a1b7-e618-422c-9b11-f78765468461 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Pushing event updated for resources: {'Port': ['ID=4a51e289-810d-44fd-b1a4-201b452b3a09,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:49.906568 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-81c4a1b7-e618-422c-9b11-f78765468461 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-653345'] for floatingip (2712930a-7ec7-4ad1-a116-125dc766778b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:50.067243 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea10389c-4ff7-4948-8363-69341aa4d233 req-471845e9-626f-4532-bac3-56dbf8778b0e tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:50.068966 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ea10389c-4ff7-4948-8363-69341aa4d233 req-471845e9-626f-4532-bac3-56dbf8778b0e tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 944 time: 0.0508752 May 09 04:28:50.122882 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ea10389c-4ff7-4948-8363-69341aa4d233 req-45652bc3-efb2-46ff-bafe-ec79a18f2067 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459154 May 09 04:28:50.231424 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac043904-d028-4c6e-981b-4a2d9c2227b8 req-0e4029f4-51a2-4782-b71c-4e33ed0cd8be tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:50.232916 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ac043904-d028-4c6e-981b-4a2d9c2227b8 req-0e4029f4-51a2-4782-b71c-4e33ed0cd8be tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 944 time: 0.0473638 May 09 04:28:50.288971 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ac043904-d028-4c6e-981b-4a2d9c2227b8 req-c326051c-dc4a-408c-8d90-e4b9b988cfc3 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f5857f0-83c5-40c8-9ce8-13118e1e61c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496514 May 09 04:28:50.297757 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce97966-6194-4644-ac67-989503dcf738 req-799f151d-d1ea-474f-a8ac-c129c144b36b tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:50.299249 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-0ce97966-6194-4644-ac67-989503dcf738 req-799f151d-d1ea-474f-a8ac-c129c144b36b tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=6774e618-8e5f-4815-8e60-0473be16aabc HTTP/1.1" status: 200 len: 946 time: 0.3531978 May 09 04:28:50.409707 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.db.l3_db [None req-81c4a1b7-e618-422c-9b11-f78765468461 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Floating IP 2712930a-7ec7-4ad1-a116-125dc766778b associated. External IP: 172.27.2.164, port: 8b3c8f68-461e-4b7f-843a-747af41739b1. May 09 04:28:50.417672 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-04835db6-18e9-48c7-8d01-03501db95b33 req-9f3bdcf0-c722-4ca0-b37b-9951b6e4f51c service neutron] 10.222.0.13 "GET /v2.0/networks/da1a742f-a0fb-4823-acf5-bb842d53e97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4726894 May 09 04:28:50.450992 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-0ce97966-6194-4644-ac67-989503dcf738 req-97acecdc-3a89-4921-b089-020c0eed571d tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436286 May 09 04:28:50.455994 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2714033f-0bea-425b-9da2-4d470ae4e40c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (144b4b53-faa6-4e1c-8c93-1df238c644e2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:50.628872 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c4a1b7-e618-422c-9b11-f78765468461 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Router d04d1be9-cb9f-4ed9-9226-a291a9c81dff has already been hosted by L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 04:28:50.684789 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20dcdd-4a27-4c51-a756-40936a9bc72b req-1398c8aa-4eca-4faf-8128-18a825824c19 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:50.686147 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7e20dcdd-4a27-4c51-a756-40936a9bc72b req-1398c8aa-4eca-4faf-8128-18a825824c19 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=d25d4ade-5644-40c6-81ca-73ccc85df6e1 HTTP/1.1" status: 200 len: 943 time: 0.0477092 May 09 04:28:50.735911 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7e20dcdd-4a27-4c51-a756-40936a9bc72b req-1d7ebd5b-cf23-4727-9af7-aec658ce0951 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437152 May 09 04:28:50.738481 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c4a1b7-e618-422c-9b11-f78765468461 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:28:50.749098 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee15b5d-874e-4b95-8db2-f1df22fe250f None None] Sync routers for ids ['d04d1be9-cb9f-4ed9-9226-a291a9c81dff'] in dv-cinder-838009-3-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:28:50.760765 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee15b5d-874e-4b95-8db2-f1df22fe250f None None] Routers {'d04d1be9-cb9f-4ed9-9226-a291a9c81dff'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:28:50.761353 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-9ee15b5d-874e-4b95-8db2-f1df22fe250f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:28:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['d04d1be9-cb9f-4ed9-9226-a291a9c81dff'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:28:50.765850 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-81c4a1b7-e618-422c-9b11-f78765468461 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:50.795268 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-81c4a1b7-e618-422c-9b11-f78765468461 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3398068 May 09 04:28:50.795852 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a541a008-c541-407b-8868-a2b9d98ed15d', 'tag': '8b3c8f68-461e-4b7f-843a-747af41739b1'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:28:50.798332 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708343da101edf5db3821e80f7e6194e70163222c3a70cb9c2c474869a6028b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb8d019-811b-4bcd-95f2-c70c427ef50b" -d '{"events": [{"name": "network-changed", "server_uuid": "a541a008-c541-407b-8868-a2b9d98ed15d", "tag": "8b3c8f68-461e-4b7f-843a-747af41739b1"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:28:50.843530 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 04:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3397d49-ab75-482b-8dc6-ee61d7054164 x-openstack-request-id: req-e3397d49-ab75-482b-8dc6-ee61d7054164 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:28:50.843825 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a541a008-c541-407b-8868-a2b9d98ed15d", "tag": "8b3c8f68-461e-4b7f-843a-747af41739b1", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:28:50.844131 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e3397d49-ab75-482b-8dc6-ee61d7054164 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:28:50.844595 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3397d49-ab75-482b-8dc6-ee61d7054164'] response: {'name': 'network-changed', 'server_uuid': 'a541a008-c541-407b-8868-a2b9d98ed15d', 'tag': '8b3c8f68-461e-4b7f-843a-747af41739b1', 'status': 'completed', 'code': 200} May 09 04:28:50.877099 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-9ee15b5d-874e-4b95-8db2-f1df22fe250f None None] Set router d04d1be9-cb9f-4ed9-9226-a291a9c81dff gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:28:50.904356 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fb0ca-d3a4-4f38-a847-02a59646475d req-9f713d3e-0627-4335-88b7-2c329c0b5db4 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:50.905821 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7c1fb0ca-d3a4-4f38-a847-02a59646475d req-9f713d3e-0627-4335-88b7-2c329c0b5db4 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.0479739 May 09 04:28:50.954691 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7c1fb0ca-d3a4-4f38-a847-02a59646475d req-7fe071ef-d8f8-449f-bd8c-0a39e0b97b39 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430207 May 09 04:28:51.096221 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-9ee15b5d-874e-4b95-8db2-f1df22fe250f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04d1be9-cb9f-4ed9-9226-a291a9c81dff', 'name': 'tempest-TestShelveInstance-1520089352-router', 'tenant_id': 'c8cbe32e8ede404fa3d19537256606e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '5c763fc0-7c8f-43a1-82ae-4184b2b9c426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:34Z', 'updated_at': '2022-05-09T04:27:37Z', 'revision_number': 4, 'project_id': 'c8cbe32e8ede404fa3d19537256606e1', 'gw_port': {'id': '5c763fc0-7c8f-43a1-82ae-4184b2b9c426', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ab:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04d1be9-cb9f-4ed9-9226-a291a9c81dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:35Z', 'updated_at': '2022-05-09T04:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_floatingips': [{'id': '2712930a-7ec7-4ad1-a116-125dc766778b', 'tenant_id': 'c8cbe32e8ede404fa3d19537256606e1', 'floating_ip_address': '172.27.2.164', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': 'd04d1be9-cb9f-4ed9-9226-a291a9c81dff', 'port_id': '8b3c8f68-461e-4b7f-843a-747af41739b1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b94aa6a-0d58-466c-8eb9-c480de2276aa', 'mac_address': 'fa:16:3e:2e:6d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a541a008-c541-407b-8868-a2b9d98ed15d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:28:49Z', 'updated_at': '2022-05-09T04:28:49Z', 'revision_number': 0, 'project_id': 'c8cbe32e8ede404fa3d19537256606e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '375c166a-9283-4d87-bbb3-2925d0dc4f9c', 'name': '', 'network_id': '6b94aa6a-0d58-466c-8eb9-c480de2276aa', 'tenant_id': 'c8cbe32e8ede404fa3d19537256606e1', 'mac_address': 'fa:16:3e:08:9f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04d1be9-cb9f-4ed9-9226-a291a9c81dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'f838df5a-9048-42ae-96b1-031768c0ebaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:37Z', 'updated_at': '2022-05-09T04:27:43Z', 'revision_number': 5, 'project_id': 'c8cbe32e8ede404fa3d19537256606e1', 'subnets': [{'id': 'f838df5a-9048-42ae-96b1-031768c0ebaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:28:51.126459 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee15b5d-874e-4b95-8db2-f1df22fe250f None None] Checking router: d04d1be9-cb9f-4ed9-9226-a291a9c81dff for host: dv-cinder-838009-3-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:28:51.136066 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee15b5d-874e-4b95-8db2-f1df22fe250f None None] Routers {'d04d1be9-cb9f-4ed9-9226-a291a9c81dff'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:28:51.136948 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-9ee15b5d-874e-4b95-8db2-f1df22fe250f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:28:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['d04d1be9-cb9f-4ed9-9226-a291a9c81dff'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:28:51.203399 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 2abd51b8-3b37-4ec3-841e-462a68eb5cbc up at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:28:51.226435 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae39c75-368f-45bf-90dd-c53e89f9694a req-29707033-85ea-4d4a-a13a-ca13742d16a6 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:51.227960 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-eae39c75-368f-45bf-90dd-c53e89f9694a req-29707033-85ea-4d4a-a13a-ca13742d16a6 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.0699680 May 09 04:28:51.251678 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-9ee15b5d-874e-4b95-8db2-f1df22fe250f None None] Set router d04d1be9-cb9f-4ed9-9226-a291a9c81dff gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:28:51.263650 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f294ee7d-371b-4d3a-b3b8-d471880c3c17 req-630783c6-1c4c-40e7-a50e-743e97c00ebd tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:51.265331 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f294ee7d-371b-4d3a-b3b8-d471880c3c17 req-630783c6-1c4c-40e7-a50e-743e97c00ebd tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 944 time: 0.0591242 May 09 04:28:51.267235 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Provisioning complete for port 2abd51b8-3b37-4ec3-841e-462a68eb5cbc triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:28:51.267812 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (2abd51b8-3b37-4ec3-841e-462a68eb5cbc), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:51.300519 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-eae39c75-368f-45bf-90dd-c53e89f9694a req-5a984282-9689-4f1d-afa6-a6e4b6065989 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635626 May 09 04:28:51.332656 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f294ee7d-371b-4d3a-b3b8-d471880c3c17 req-de8d3cec-bc9f-4ae9-87bf-43df2d133f2b tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564997 May 09 04:28:51.357412 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port 2abd51b8-3b37-4ec3-841e-462a68eb5cbc is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:28:51.357806 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (2abd51b8-3b37-4ec3-841e-462a68eb5cbc), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:51.384135 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd10350c6-bf15-414f-9bf7-d371b6912be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2abd51b8-3b37-4ec3-841e-462a68eb5cbc'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:28:51.386489 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6941dd57353447cfe46bbb883e0d815d26e9477c6b9f0737609fdd17593c9a07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7985db0b-12d9-4663-bbb2-a2bcb021e253" -d '{"events": [{"server_uuid": "d10350c6-bf15-414f-9bf7-d371b6912be2", "name": "network-vif-plugged", "status": "completed", "tag": "2abd51b8-3b37-4ec3-841e-462a68eb5cbc"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:28:51.412236 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port 2abd51b8-3b37-4ec3-841e-462a68eb5cbc, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=2abd51b8-3b37-4ec3-841e-462a68eb5cbc,segment=NetworkSegment(75ff18d1-4dc0-4046-afd3-30ccacd1313a),segment_id=75ff18d1-4dc0-4046-afd3-30ccacd1313a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:28:51.415951 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c3148-fb59-4e09-b91e-c810f8a2dd94 req-7ca94e7d-ba8f-4a16-9d66-36ae308b6461 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:51.416141 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (2abd51b8-3b37-4ec3-841e-462a68eb5cbc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:51.418654 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a68c3148-fb59-4e09-b91e-c810f8a2dd94 req-7ca94e7d-ba8f-4a16-9d66-36ae308b6461 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 944 time: 0.0556271 May 09 04:28:51.424505 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 04:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20352b12-6b8f-4b4d-aa90-3be5970210cc x-openstack-request-id: req-20352b12-6b8f-4b4d-aa90-3be5970210cc {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:28:51.424885 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d10350c6-bf15-414f-9bf7-d371b6912be2", "name": "network-vif-plugged", "status": "completed", "tag": "2abd51b8-3b37-4ec3-841e-462a68eb5cbc", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:28:51.425205 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-20352b12-6b8f-4b4d-aa90-3be5970210cc {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:28:51.425656 dv-cinder-838009-3-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20352b12-6b8f-4b4d-aa90-3be5970210cc'] response: {'server_uuid': 'd10350c6-bf15-414f-9bf7-d371b6912be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2abd51b8-3b37-4ec3-841e-462a68eb5cbc', 'code': 200} May 09 04:28:51.471058 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=2abd51b8-3b37-4ec3-841e-462a68eb5cbc,revision_number=7']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:51.471725 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a68c3148-fb59-4e09-b91e-c810f8a2dd94 req-57f180f1-a8e1-4be5-af50-d7b7baf5e270 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f5857f0-83c5-40c8-9ce8-13118e1e61c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430193 May 09 04:28:51.492198 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-9ee15b5d-874e-4b95-8db2-f1df22fe250f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04d1be9-cb9f-4ed9-9226-a291a9c81dff', 'name': 'tempest-TestShelveInstance-1520089352-router', 'tenant_id': 'c8cbe32e8ede404fa3d19537256606e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '5c763fc0-7c8f-43a1-82ae-4184b2b9c426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:34Z', 'updated_at': '2022-05-09T04:27:37Z', 'revision_number': 4, 'project_id': 'c8cbe32e8ede404fa3d19537256606e1', 'gw_port': {'id': '5c763fc0-7c8f-43a1-82ae-4184b2b9c426', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ab:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04d1be9-cb9f-4ed9-9226-a291a9c81dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:35Z', 'updated_at': '2022-05-09T04:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_floatingips': [{'id': '2712930a-7ec7-4ad1-a116-125dc766778b', 'tenant_id': 'c8cbe32e8ede404fa3d19537256606e1', 'floating_ip_address': '172.27.2.164', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': 'd04d1be9-cb9f-4ed9-9226-a291a9c81dff', 'port_id': '8b3c8f68-461e-4b7f-843a-747af41739b1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b94aa6a-0d58-466c-8eb9-c480de2276aa', 'mac_address': 'fa:16:3e:2e:6d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a541a008-c541-407b-8868-a2b9d98ed15d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:28:49Z', 'updated_at': '2022-05-09T04:28:49Z', 'revision_number': 0, 'project_id': 'c8cbe32e8ede404fa3d19537256606e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '375c166a-9283-4d87-bbb3-2925d0dc4f9c', 'name': '', 'network_id': '6b94aa6a-0d58-466c-8eb9-c480de2276aa', 'tenant_id': 'c8cbe32e8ede404fa3d19537256606e1', 'mac_address': 'fa:16:3e:08:9f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04d1be9-cb9f-4ed9-9226-a291a9c81dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'f838df5a-9048-42ae-96b1-031768c0ebaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:37Z', 'updated_at': '2022-05-09T04:27:43Z', 'revision_number': 5, 'project_id': 'c8cbe32e8ede404fa3d19537256606e1', 'subnets': [{'id': 'f838df5a-9048-42ae-96b1-031768c0ebaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:28:51.522516 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee15b5d-874e-4b95-8db2-f1df22fe250f None None] The sync data for ids ['d04d1be9-cb9f-4ed9-9226-a291a9c81dff'] in dv-cinder-838009-3-iscsi is: [{'id': 'd04d1be9-cb9f-4ed9-9226-a291a9c81dff', 'name': 'tempest-TestShelveInstance-1520089352-router', 'tenant_id': 'c8cbe32e8ede404fa3d19537256606e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '5c763fc0-7c8f-43a1-82ae-4184b2b9c426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:34Z', 'updated_at': '2022-05-09T04:27:37Z', 'revision_number': 4, 'project_id': 'c8cbe32e8ede404fa3d19537256606e1', 'gw_port': {'id': '5c763fc0-7c8f-43a1-82ae-4184b2b9c426', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ab:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04d1be9-cb9f-4ed9-9226-a291a9c81dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:35Z', 'updated_at': '2022-05-09T04:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_floatingips': [{'id': '2712930a-7ec7-4ad1-a116-125dc766778b', 'tenant_id': 'c8cbe32e8ede404fa3d19537256606e1', 'floating_ip_address': '172.27.2.164', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': 'd04d1be9-cb9f-4ed9-9226-a291a9c81dff', 'port_id': '8b3c8f68-461e-4b7f-843a-747af41739b1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b94aa6a-0d58-466c-8eb9-c480de2276aa', 'mac_address': 'fa:16:3e:2e:6d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a541a008-c541-407b-8868-a2b9d98ed15d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:28:49Z', 'updated_at': '2022-05-09T04:28:49Z', 'revision_number': 0, 'project_id': 'c8cbe32e8ede404fa3d19537256606e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '375c166a-9283-4d87-bbb3-2925d0dc4f9c', 'name': '', 'network_id': '6b94aa6a-0d58-466c-8eb9-c480de2276aa', 'tenant_id': 'c8cbe32e8ede404fa3d19537256606e1', 'mac_address': 'fa:16:3e:08:9f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04d1be9-cb9f-4ed9-9226-a291a9c81dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'f838df5a-9048-42ae-96b1-031768c0ebaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:37Z', 'updated_at': '2022-05-09T04:27:43Z', 'revision_number': 5, 'project_id': 'c8cbe32e8ede404fa3d19537256606e1', 'subnets': [{'id': 'f838df5a-9048-42ae-96b1-031768c0ebaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:28:51.570821 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dce6e0-7213-42e3-8236-55c8dfed20dc req-7ba1ab9f-14cd-47d4-938e-3d86d90042bb tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:51.572440 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a3dce6e0-7213-42e3-8236-55c8dfed20dc req-7ba1ab9f-14cd-47d4-938e-3d86d90042bb tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=6774e618-8e5f-4815-8e60-0473be16aabc HTTP/1.1" status: 200 len: 946 time: 0.0482516 May 09 04:28:51.620101 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a3dce6e0-7213-42e3-8236-55c8dfed20dc req-3d121ace-094f-43e5-995b-99c6529e4ee5 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419154 May 09 04:28:51.723951 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4d7d69-3525-4b73-90a3-9e1c42a20e8f None None] New status for floating IP 2712930a-7ec7-4ad1-a116-125dc766778b: ACTIVE {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 04:28:51.866488 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120fd35-7993-49ee-8c3c-d01a423f7a12 req-ef53c59c-adf9-4b99-a7b7-1b45e98651f1 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:51.875271 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c120fd35-7993-49ee-8c3c-d01a423f7a12 req-ef53c59c-adf9-4b99-a7b7-1b45e98651f1 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=d25d4ade-5644-40c6-81ca-73ccc85df6e1 HTTP/1.1" status: 200 len: 943 time: 0.0608149 May 09 04:28:51.877151 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21caca4-7c5d-459d-99fe-590a285fcfd2 req-b4c910b9-ca14-49d8-a426-f04029a44c17 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:51.878738 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c21caca4-7c5d-459d-99fe-590a285fcfd2 req-b4c910b9-ca14-49d8-a426-f04029a44c17 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=6774e618-8e5f-4815-8e60-0473be16aabc HTTP/1.1" status: 200 len: 946 time: 0.0474091 May 09 04:28:51.926944 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c120fd35-7993-49ee-8c3c-d01a423f7a12 req-8bdaa10f-266f-4bf4-be5c-86648d669652 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504043 May 09 04:28:51.933203 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c21caca4-7c5d-459d-99fe-590a285fcfd2 req-6850d211-ac8c-413b-a85c-2e308b7f272a tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485678 May 09 04:28:52.310066 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8d019-811b-4bcd-95f2-c70c427ef50b req-58116ff0-2ec1-4c09-b3df-aceffee6a192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:52.311539 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-abb8d019-811b-4bcd-95f2-c70c427ef50b req-58116ff0-2ec1-4c09-b3df-aceffee6a192 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c8cbe32e8ede404fa3d19537256606e1&device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 1130 time: 0.0384007 May 09 04:28:52.365961 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13bf26b-3619-418e-ae2e-311c358673f1 req-303d3df2-e666-4c0a-9238-a4856d0a54ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:52.367779 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f13bf26b-3619-418e-ae2e-311c358673f1 req-303d3df2-e666-4c0a-9238-a4856d0a54ad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d28d5139952d450fa3b7da38a62d7a03&device_id=6774e618-8e5f-4815-8e60-0473be16aabc HTTP/1.1" status: 200 len: 1130 time: 0.0436723 May 09 04:28:52.459799 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827586c-8ae3-4d2b-9f57-574c9d35906a req-26f438c9-2a43-4ff9-af40-444f84dee735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:52.461374 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-e827586c-8ae3-4d2b-9f57-574c9d35906a req-26f438c9-2a43-4ff9-af40-444f84dee735 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3c23c235fa1c4944bd7a337357d0c030&device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 1130 time: 0.0813704 May 09 04:28:52.472227 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f5311-ba6e-49d7-86bc-151e4e3cd801 req-86541cff-311e-49de-b6a6-9a95efa27849 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:52.473709 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-984f5311-ba6e-49d7-86bc-151e4e3cd801 req-86541cff-311e-49de-b6a6-9a95efa27849 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.1037390 May 09 04:28:52.475177 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c32904-8737-49c8-979f-67a84d714960 req-55848ff6-f9cd-47e3-8bd2-79316b35ab69 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:52.476647 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-66c32904-8737-49c8-979f-67a84d714960 req-55848ff6-f9cd-47e3-8bd2-79316b35ab69 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 945 time: 0.0669599 May 09 04:28:52.523673 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13bf26b-3619-418e-ae2e-311c358673f1 req-f86d0264-be46-45a5-a9fe-321eb068f92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:52.525114 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f13bf26b-3619-418e-ae2e-311c358673f1 req-f86d0264-be46-45a5-a9fe-321eb068f92c service neutron] 10.222.0.13 "GET /v2.0/networks?id=9cb94923-1093-45fc-bebd-e159f3ac8dd3 HTTP/1.1" status: 200 len: 920 time: 0.1464963 May 09 04:28:52.577460 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8d019-811b-4bcd-95f2-c70c427ef50b req-2ec33842-51db-4335-b5ec-f295edf51657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:52.578777 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f13bf26b-3619-418e-ae2e-311c358673f1 req-b9c1d5dd-ac9f-4a0d-9010-2d7836039e76 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e75b43e2-a1dd-4d55-b4da-8e6449521a74 HTTP/1.1" status: 200 len: 217 time: 0.0457342 May 09 04:28:52.578896 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-abb8d019-811b-4bcd-95f2-c70c427ef50b req-2ec33842-51db-4335-b5ec-f295edf51657 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b94aa6a-0d58-466c-8eb9-c480de2276aa HTTP/1.1" status: 200 len: 910 time: 0.2538302 May 09 04:28:52.590449 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-984f5311-ba6e-49d7-86bc-151e4e3cd801 req-58c76f11-aad9-446c-8c28-acb68c6fee6c tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015623 May 09 04:28:52.648086 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-66c32904-8737-49c8-979f-67a84d714960 req-993c4ce3-7e05-462b-b315-e9495305fb8b tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557214 May 09 04:28:52.679669 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827586c-8ae3-4d2b-9f57-574c9d35906a req-57a6a023-7ac2-4b44-951d-9af8501b43a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:52.681232 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-e827586c-8ae3-4d2b-9f57-574c9d35906a req-57a6a023-7ac2-4b44-951d-9af8501b43a4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=97444843-38bb-4cb5-93cc-2ce85c9e2986 HTTP/1.1" status: 200 len: 912 time: 0.2037377 May 09 04:28:52.698148 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-abb8d019-811b-4bcd-95f2-c70c427ef50b req-ad0eb1bd-a992-4aaa-b5a8-949e60ff8d00 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b3c8f68-461e-4b7f-843a-747af41739b1 HTTP/1.1" status: 200 len: 1002 time: 0.1041086 May 09 04:28:52.808212 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-e827586c-8ae3-4d2b-9f57-574c9d35906a req-7782a0cc-e54f-41a4-9c98-8af16bf90c34 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cfb4f53-5fec-4952-ba0d-117da0e35d2d HTTP/1.1" status: 200 len: 1002 time: 0.1189139 May 09 04:28:52.809810 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8d019-811b-4bcd-95f2-c70c427ef50b req-8c6b71fd-cc64-432c-8733-e964a120ff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:52.811198 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-abb8d019-811b-4bcd-95f2-c70c427ef50b req-8c6b71fd-cc64-432c-8733-e964a120ff66 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f838df5a-9048-42ae-96b1-031768c0ebaf HTTP/1.1" status: 200 len: 848 time: 0.0838315 May 09 04:28:52.896154 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8117f732-5a19-46d6-9eee-af8ba57c9490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3dae496a-5564-45d9-8b4f-04486e79e4dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:52.917087 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8d019-811b-4bcd-95f2-c70c427ef50b req-7e2462e9-acff-4d12-a97d-d208e6714ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:52.918869 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-abb8d019-811b-4bcd-95f2-c70c427ef50b req-7e2462e9-acff-4d12-a97d-d208e6714ca4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b94aa6a-0d58-466c-8eb9-c480de2276aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0885174 May 09 04:28:52.922892 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827586c-8ae3-4d2b-9f57-574c9d35906a req-64c93b77-1cf7-4933-a048-2f3fa3cee6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:52.924352 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-e827586c-8ae3-4d2b-9f57-574c9d35906a req-64c93b77-1cf7-4933-a048-2f3fa3cee6cc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6 HTTP/1.1" status: 200 len: 850 time: 0.1023788 May 09 04:28:52.981960 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00298e8f-8132-4322-bbff-92be03d4c8e0 req-83951a22-00fa-4a24-9648-e24b60d3d117 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:52.991379 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-00298e8f-8132-4322-bbff-92be03d4c8e0 req-83951a22-00fa-4a24-9648-e24b60d3d117 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 944 time: 0.0846982 May 09 04:28:52.995196 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13bf26b-3619-418e-ae2e-311c358673f1 req-c1a2a060-2a99-44a1-a50f-d5fe9d8b6bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:52.996866 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f13bf26b-3619-418e-ae2e-311c358673f1 req-c1a2a060-2a99-44a1-a50f-d5fe9d8b6bf4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9336625-5bcd-4003-b69b-e3b341dd5f63 HTTP/1.1" status: 200 len: 858 time: 0.4043682 May 09 04:28:53.069891 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13bf26b-3619-418e-ae2e-311c358673f1 req-d1a1f059-2614-406e-84d3-991f9af746bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:53.071680 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f13bf26b-3619-418e-ae2e-311c358673f1 req-d1a1f059-2614-406e-84d3-991f9af746bb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9cb94923-1093-45fc-bebd-e159f3ac8dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0673153 May 09 04:28:53.077830 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-00298e8f-8132-4322-bbff-92be03d4c8e0 req-e0ee96ba-fa3a-430b-ae0b-82cfe1c536bd tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f5857f0-83c5-40c8-9ce8-13118e1e61c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837150 May 09 04:28:53.129008 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827586c-8ae3-4d2b-9f57-574c9d35906a req-b8e103fd-3990-46ab-a22b-26eb92bf5b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:53.131275 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-e827586c-8ae3-4d2b-9f57-574c9d35906a req-b8e103fd-3990-46ab-a22b-26eb92bf5b3c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=97444843-38bb-4cb5-93cc-2ce85c9e2986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1855330 May 09 04:28:53.205017 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f13bf26b-3619-418e-ae2e-311c358673f1 req-0ce1d6b4-a041-4ee9-b3a6-34226342964a service neutron] 10.222.0.13 "GET /v2.0/networks/9cb94923-1093-45fc-bebd-e159f3ac8dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222515 May 09 04:28:53.218660 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 675e6f12-2f41-46e3-b8d5-09ed37ae4a6f details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 04:28:53.227432 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-abb8d019-811b-4bcd-95f2-c70c427ef50b req-dac1e991-84b3-4137-a9c4-28ce9c937723 service neutron] 10.222.0.13 "GET /v2.0/networks/6b94aa6a-0d58-466c-8eb9-c480de2276aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941816 May 09 04:28:53.238292 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338d14d-9afe-4e89-9cb9-f255107939be req-f9b48b17-ab96-4f0c-b9bf-790fbd7e9247 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:53.247546 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-4338d14d-9afe-4e89-9cb9-f255107939be req-f9b48b17-ab96-4f0c-b9bf-790fbd7e9247 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=d25d4ade-5644-40c6-81ca-73ccc85df6e1 HTTP/1.1" status: 200 len: 943 time: 0.2177229 May 09 04:28:53.331861 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d739649-f1cf-4a33-b169-c7834f9646b4 req-51d9bd77-75bd-461e-bdda-de2ad2a8e630 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:53.334619 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8d739649-f1cf-4a33-b169-c7834f9646b4 req-51d9bd77-75bd-461e-bdda-de2ad2a8e630 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=6774e618-8e5f-4815-8e60-0473be16aabc HTTP/1.1" status: 200 len: 946 time: 0.1286771 May 09 04:28:53.374818 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-abb8d019-811b-4bcd-95f2-c70c427ef50b req-3a357322-d0b4-4de8-bcb6-32cfa4ecb233 service neutron] 10.222.0.13 "GET /v2.0/networks/6b94aa6a-0d58-466c-8eb9-c480de2276aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233044 May 09 04:28:53.435336 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port 675e6f12-2f41-46e3-b8d5-09ed37ae4a6f, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=675e6f12-2f41-46e3-b8d5-09ed37ae4a6f,segment=NetworkSegment(e721fef7-2fbf-4951-beab-ce8ea2bdc6b4),segment_id=e721fef7-2fbf-4951-beab-ce8ea2bdc6b4)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:28:53.478228 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Returning: {'device': '675e6f12-2f41-46e3-b8d5-09ed37ae4a6f', 'network_id': 'da1a742f-a0fb-4823-acf5-bb842d53e97e', 'port_id': '675e6f12-2f41-46e3-b8d5-09ed37ae4a6f', 'mac_address': 'fa:16:3e:9b:c9:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2c7c720-a0e3-4650-9d10-f6010eaead33', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 04:28:53.509266 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8d739649-f1cf-4a33-b169-c7834f9646b4 req-0c51796c-af1d-4890-bbeb-6383c0563153 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606622 May 09 04:28:53.511274 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f13bf26b-3619-418e-ae2e-311c358673f1 req-d6250496-ad84-4578-b734-29e51db78fe7 service neutron] 10.222.0.13 "GET /v2.0/networks/9cb94923-1093-45fc-bebd-e159f3ac8dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906153 May 09 04:28:53.515546 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-e827586c-8ae3-4d2b-9f57-574c9d35906a req-4a219949-8255-48c6-83ec-f1ccc60dc967 service neutron] 10.222.0.13 "GET /v2.0/networks/97444843-38bb-4cb5-93cc-2ce85c9e2986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709137 May 09 04:28:53.526948 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-4338d14d-9afe-4e89-9cb9-f255107939be req-aa963d4d-6ac8-4702-a21a-c25c61cfcef5 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2784519 May 09 04:28:53.528415 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port 675e6f12-2f41-46e3-b8d5-09ed37ae4a6f is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:28:53.528941 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (675e6f12-2f41-46e3-b8d5-09ed37ae4a6f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:53.559646 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 675e6f12-2f41-46e3-b8d5-09ed37ae4a6f {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 04:28:53.593567 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port 675e6f12-2f41-46e3-b8d5-09ed37ae4a6f, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=675e6f12-2f41-46e3-b8d5-09ed37ae4a6f,segment=NetworkSegment(e721fef7-2fbf-4951-beab-ce8ea2bdc6b4),segment_id=e721fef7-2fbf-4951-beab-ce8ea2bdc6b4)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:28:53.599070 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (675e6f12-2f41-46e3-b8d5-09ed37ae4a6f), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:53.636764 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-e827586c-8ae3-4d2b-9f57-574c9d35906a req-47e37912-140a-4cb9-ad5b-5f47643c2bae service neutron] 10.222.0.13 "GET /v2.0/networks/97444843-38bb-4cb5-93cc-2ce85c9e2986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059444 May 09 04:28:53.665055 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=675e6f12-2f41-46e3-b8d5-09ed37ae4a6f,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:53.760053 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b9601-09b4-4684-a8a2-5eed7e492111 req-ba9f34a2-dc98-4e28-bee8-5312d6a0e6f7 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:53.764395 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c21b9601-09b4-4684-a8a2-5eed7e492111 req-ba9f34a2-dc98-4e28-bee8-5312d6a0e6f7 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.0670619 May 09 04:28:53.821464 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e8239-6c94-4fc6-a495-cb60a9ebc26b req-55048fb4-4682-4cda-907e-28e5ca064241 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:53.823617 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-fd0e8239-6c94-4fc6-a495-cb60a9ebc26b req-55048fb4-4682-4cda-907e-28e5ca064241 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 945 time: 0.0746820 May 09 04:28:53.824578 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c21b9601-09b4-4684-a8a2-5eed7e492111 req-ae9ecf1c-8259-4c66-bcee-095b92c4eb22 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555508 May 09 04:28:53.881086 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-fd0e8239-6c94-4fc6-a495-cb60a9ebc26b req-11d029cf-b2f3-4ddd-afb9-c91fcff4c513 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464532 May 09 04:28:54.001283 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] get_ports_and_sgs() called for port_ids ['675e6f12-2f41-46e3-b8d5-09ed37ae4a6f'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 04:28:54.150477 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7671283-9f0b-468d-8f0b-6ce51d9cb9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (896ddadf-f6f7-4d68-b704-6882247efc03), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:54.235849 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a4659-87bf-4b5c-bafb-570eaa08ece7 req-2e737836-6d17-41be-aff7-e66ebde53cb9 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:54.240678 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-154a4659-87bf-4b5c-bafb-570eaa08ece7 req-2e737836-6d17-41be-aff7-e66ebde53cb9 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 945 time: 0.0604429 May 09 04:28:54.290751 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-154a4659-87bf-4b5c-bafb-570eaa08ece7 req-9411761a-cbdb-4361-bee3-aefcd6a14e3a tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f5857f0-83c5-40c8-9ce8-13118e1e61c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483403 May 09 04:28:54.665918 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6d75b-02b1-4060-a457-11f8f8cd66a7 req-2dd85933-193e-48b6-bdb1-79f78b502183 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:54.668516 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85bdce-c2b2-4b04-a782-1d66a76ef0e9 req-3738787e-e641-45d8-bc7b-d509914c621f tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:54.674141 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5b85bdce-c2b2-4b04-a782-1d66a76ef0e9 req-3738787e-e641-45d8-bc7b-d509914c621f tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=6774e618-8e5f-4815-8e60-0473be16aabc HTTP/1.1" status: 200 len: 946 time: 0.0725667 May 09 04:28:54.674548 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-84e6d75b-02b1-4060-a457-11f8f8cd66a7 req-2dd85933-193e-48b6-bdb1-79f78b502183 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=d25d4ade-5644-40c6-81ca-73ccc85df6e1 HTTP/1.1" status: 200 len: 943 time: 0.0633910 May 09 04:28:54.740114 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5b85bdce-c2b2-4b04-a782-1d66a76ef0e9 req-228b8f8c-efe1-40d2-8599-0cd44bd8cd3b tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646822 May 09 04:28:54.744533 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-84e6d75b-02b1-4060-a457-11f8f8cd66a7 req-7497e6c0-8e2c-4692-816b-48d95fb97884 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690072 May 09 04:28:54.946684 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba939b4-eb2a-4e43-ad1a-2b46ab380778 req-734c594c-9af7-4c6d-aa18-87b886668b86 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:54.953526 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-0ba939b4-eb2a-4e43-ad1a-2b46ab380778 req-734c594c-9af7-4c6d-aa18-87b886668b86 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.0606301 May 09 04:28:55.010515 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-0ba939b4-eb2a-4e43-ad1a-2b46ab380778 req-cd9b9e3b-ef9b-43f2-967f-9b986ce56c56 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561287 May 09 04:28:55.051433 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fd8c1-22df-4d68-b44d-48349bc21055 req-24e01b93-6509-406a-8c37-776d053954ce tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:55.053700 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-930fd8c1-22df-4d68-b44d-48349bc21055 req-24e01b93-6509-406a-8c37-776d053954ce tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 945 time: 0.0610721 May 09 04:28:55.103605 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-930fd8c1-22df-4d68-b44d-48349bc21055 req-5f2d6a6f-68d3-4b40-b2c8-308b1b989674 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442522 May 09 04:28:55.248763 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 675e6f12-2f41-46e3-b8d5-09ed37ae4a6f up at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:28:55.321493 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Provisioning for port 675e6f12-2f41-46e3-b8d5-09ed37ae4a6f completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 04:28:55.329657 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43e19ad3-c0e7-48b8-9cb0-6496f201f8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3ce75c28-5550-4d51-9af6-2a59ee09c43b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:55.333353 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Provisioning complete for port 675e6f12-2f41-46e3-b8d5-09ed37ae4a6f triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:28:55.334031 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (675e6f12-2f41-46e3-b8d5-09ed37ae4a6f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:55.425933 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598ddbf-251e-442a-a188-c60b392c9e9a req-e55e1cf5-0aa7-4761-89fc-4dbb57661b8e tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:55.431115 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-b598ddbf-251e-442a-a188-c60b392c9e9a req-e55e1cf5-0aa7-4761-89fc-4dbb57661b8e tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 945 time: 0.0531449 May 09 04:28:55.456122 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port 675e6f12-2f41-46e3-b8d5-09ed37ae4a6f is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:28:55.456513 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (675e6f12-2f41-46e3-b8d5-09ed37ae4a6f), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:55.485696 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52cecb3-2634-4f9e-a9df-1ae4595bb3e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675e6f12-2f41-46e3-b8d5-09ed37ae4a6f'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:28:55.486728 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-b598ddbf-251e-442a-a188-c60b392c9e9a req-7e9c32a7-9eb1-448a-b094-ee99da76b766 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f5857f0-83c5-40c8-9ce8-13118e1e61c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506585 May 09 04:28:55.503750 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6941dd57353447cfe46bbb883e0d815d26e9477c6b9f0737609fdd17593c9a07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a347c6-a535-4a6c-9a98-0a5edae3b101" -d '{"events": [{"server_uuid": "b52cecb3-2634-4f9e-a9df-1ae4595bb3e1", "name": "network-vif-plugged", "status": "completed", "tag": "675e6f12-2f41-46e3-b8d5-09ed37ae4a6f"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:28:55.560953 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port 675e6f12-2f41-46e3-b8d5-09ed37ae4a6f, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=675e6f12-2f41-46e3-b8d5-09ed37ae4a6f,segment=NetworkSegment(e721fef7-2fbf-4951-beab-ce8ea2bdc6b4),segment_id=e721fef7-2fbf-4951-beab-ce8ea2bdc6b4)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:28:55.571716 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (675e6f12-2f41-46e3-b8d5-09ed37ae4a6f), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:55.580430 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 04:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc45c71-2f27-4114-a29b-be5433309070 x-openstack-request-id: req-bcc45c71-2f27-4114-a29b-be5433309070 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:28:55.580707 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b52cecb3-2634-4f9e-a9df-1ae4595bb3e1", "name": "network-vif-plugged", "status": "completed", "tag": "675e6f12-2f41-46e3-b8d5-09ed37ae4a6f", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:28:55.581026 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bcc45c71-2f27-4114-a29b-be5433309070 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:28:55.581422 dv-cinder-838009-3-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcc45c71-2f27-4114-a29b-be5433309070'] response: {'server_uuid': 'b52cecb3-2634-4f9e-a9df-1ae4595bb3e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675e6f12-2f41-46e3-b8d5-09ed37ae4a6f', 'code': 200} May 09 04:28:55.701588 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=675e6f12-2f41-46e3-b8d5-09ed37ae4a6f,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:55.885666 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28334f-1dbb-4375-85fd-d460420c58b9 req-edeec064-acc0-415c-bba8-36d9fc60d01f tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:55.892433 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-aa28334f-1dbb-4375-85fd-d460420c58b9 req-edeec064-acc0-415c-bba8-36d9fc60d01f tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=6774e618-8e5f-4815-8e60-0473be16aabc HTTP/1.1" status: 200 len: 946 time: 0.0632277 May 09 04:28:55.907805 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01134a4f-a8e7-484f-b75f-5610ced6fe93 req-e782f25e-8535-4329-bd59-755b8f85ee23 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:55.909370 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-01134a4f-a8e7-484f-b75f-5610ced6fe93 req-e782f25e-8535-4329-bd59-755b8f85ee23 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=d25d4ade-5644-40c6-81ca-73ccc85df6e1 HTTP/1.1" status: 200 len: 943 time: 0.0707457 May 09 04:28:55.956090 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-aa28334f-1dbb-4375-85fd-d460420c58b9 req-774c405f-d7f7-4bd2-aa04-6ebf4ac7ed99 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626922 May 09 04:28:55.988517 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-01134a4f-a8e7-484f-b75f-5610ced6fe93 req-d647176e-39e2-4c15-a369-534a7f512806 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693953 May 09 04:28:56.144766 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc19ba8-3aad-41ec-b1e9-7bb5ebdf5d10 req-f3c44464-1539-4fe1-8bd4-94162ea9e286 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:56.147291 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6cc19ba8-3aad-41ec-b1e9-7bb5ebdf5d10 req-f3c44464-1539-4fe1-8bd4-94162ea9e286 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.0626662 May 09 04:28:56.224402 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6cc19ba8-3aad-41ec-b1e9-7bb5ebdf5d10 req-ddb95ca6-b5f8-4910-bc98-bb0fde41643f tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667834 May 09 04:28:56.339446 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc172558-fe1a-4867-9dbe-49697b189e05 req-b67002c0-b463-4ca6-99f0-2ae9edf1f418 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:56.346609 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dc172558-fe1a-4867-9dbe-49697b189e05 req-b67002c0-b463-4ca6-99f0-2ae9edf1f418 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 945 time: 0.0754821 May 09 04:28:56.396631 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dc172558-fe1a-4867-9dbe-49697b189e05 req-33c4f649-7afd-46f6-8553-8c2386864d00 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491374 May 09 04:28:56.628526 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b18e896-8339-41a1-918f-a82e4500662b req-ddfa15bb-ab8d-464f-9aa2-14e0c729dc4b tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:56.631149 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-0b18e896-8339-41a1-918f-a82e4500662b req-ddfa15bb-ab8d-464f-9aa2-14e0c729dc4b tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 946 time: 0.0503731 May 09 04:28:56.685623 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-0b18e896-8339-41a1-918f-a82e4500662b req-2bd890cd-7f74-4dfc-a392-dea3367d3dcb tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f5857f0-83c5-40c8-9ce8-13118e1e61c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482564 May 09 04:28:56.793624 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (9a15748d-6a05-4459-b777-d0dd003edfa1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:56.872973 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-370d6890-4747-4f07-aac5-83a93d9e9b41 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 04:28:57.143503 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a916698-0a22-49fd-a23d-8e5338e501b6 req-27c2b331-7b26-423f-8f36-77f4ceb10ea4 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:57.145241 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-7a916698-0a22-49fd-a23d-8e5338e501b6 req-27c2b331-7b26-423f-8f36-77f4ceb10ea4 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=d25d4ade-5644-40c6-81ca-73ccc85df6e1 HTTP/1.1" status: 200 len: 943 time: 0.0706923 May 09 04:28:57.148710 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40c88a-a5e1-41fa-b35c-9c50956ed45e req-b4d57a5b-e2f8-437a-a6cd-8ff0be42bc52 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:57.164996 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ee40c88a-a5e1-41fa-b35c-9c50956ed45e req-b4d57a5b-e2f8-437a-a6cd-8ff0be42bc52 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=6774e618-8e5f-4815-8e60-0473be16aabc HTTP/1.1" status: 200 len: 946 time: 0.1361785 May 09 04:28:57.243614 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-7a916698-0a22-49fd-a23d-8e5338e501b6 req-4179fac8-703d-4c66-9b53-3843a89d03aa tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916946 May 09 04:28:57.284640 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ee40c88a-a5e1-41fa-b35c-9c50956ed45e req-849d5e8c-a318-486e-afc5-5498c53da9cc tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147997 May 09 04:28:57.364224 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49776d97-2b05-4d53-a359-e6635b5fda45 req-76b236f8-b8b0-44df-8f85-ef00a2ae0d65 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:57.371310 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-49776d97-2b05-4d53-a359-e6635b5fda45 req-76b236f8-b8b0-44df-8f85-ef00a2ae0d65 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.0584059 May 09 04:28:57.422445 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-49776d97-2b05-4d53-a359-e6635b5fda45 req-37693df9-3811-4520-9f5c-2d20281440d6 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500648 May 09 04:28:57.535668 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720db9d-2740-4a45-a16c-e91836eada1d req-80a44f7f-d773-4969-be8c-b2b66f591693 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:57.537423 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e720db9d-2740-4a45-a16c-e91836eada1d req-80a44f7f-d773-4969-be8c-b2b66f591693 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 945 time: 0.0522833 May 09 04:28:57.594167 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e720db9d-2740-4a45-a16c-e91836eada1d req-5348e551-6d48-4094-9bbd-699fb00e8116 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505102 May 09 04:28:57.811967 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54505d-8888-4ad3-ab32-f33125df27e6 req-ebdaf3d0-6741-4339-9ecd-ca8d59bd17a9 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:57.818890 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ab54505d-8888-4ad3-ab32-f33125df27e6 req-ebdaf3d0-6741-4339-9ecd-ca8d59bd17a9 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 946 time: 0.0584507 May 09 04:28:57.875771 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ab54505d-8888-4ad3-ab32-f33125df27e6 req-06dfac3f-d4e1-4f06-85ab-3ac29ad29ca0 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f5857f0-83c5-40c8-9ce8-13118e1e61c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551724 May 09 04:28:58.390068 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0a343-513b-4eaf-9bdd-d93b24f33494 req-e8edcabe-fd04-4e01-a180-a829ae4e4f1b tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:58.391632 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-30e0a343-513b-4eaf-9bdd-d93b24f33494 req-e8edcabe-fd04-4e01-a180-a829ae4e4f1b tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=d25d4ade-5644-40c6-81ca-73ccc85df6e1 HTTP/1.1" status: 200 len: 943 time: 0.0713475 May 09 04:28:58.441059 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f572812-8344-47db-be81-2067bd9abea9 req-2f347dd3-af07-4793-9932-be2f6a000302 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:58.443366 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-3f572812-8344-47db-be81-2067bd9abea9 req-2f347dd3-af07-4793-9932-be2f6a000302 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=6774e618-8e5f-4815-8e60-0473be16aabc HTTP/1.1" status: 200 len: 946 time: 0.0658271 May 09 04:28:58.452543 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-30e0a343-513b-4eaf-9bdd-d93b24f33494 req-ac1c9769-5902-4acb-bbf1-4e314f918050 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545740 May 09 04:28:58.503148 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-3f572812-8344-47db-be81-2067bd9abea9 req-ebc1e676-c286-41fc-802c-69214e273971 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502164 May 09 04:28:58.719256 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24014fc0-a48e-4570-bd40-9d7b51c8a828 req-507ad8cd-a7da-4558-aa93-d5e7e6f7420f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:58.720919 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-24014fc0-a48e-4570-bd40-9d7b51c8a828 req-507ad8cd-a7da-4558-aa93-d5e7e6f7420f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 1130 time: 0.0450277 May 09 04:28:58.777925 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-24014fc0-a48e-4570-bd40-9d7b51c8a828 req-78ba1100-c205-41e5-83a6-68bb9b5bf4c0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3f5857f0-83c5-40c8-9ce8-13118e1e61c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494463 May 09 04:28:58.788590 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030fbea-29d3-49a7-bf3f-392cff4e63cc req-1a3da897-f0c4-4bdd-89fb-b5b559a18403 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:58.795461 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d030fbea-29d3-49a7-bf3f-392cff4e63cc req-1a3da897-f0c4-4bdd-89fb-b5b559a18403 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 945 time: 0.0798726 May 09 04:28:58.866432 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d030fbea-29d3-49a7-bf3f-392cff4e63cc req-fd0b578c-01f7-42e3-b679-8544830c22b6 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699451 May 09 04:28:59.025286 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c173af-0f5a-4af4-ad6e-aedb561edfd8 req-5105c38d-eb62-4ae4-82c1-9072ecbc4d6e tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:59.028474 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-48c173af-0f5a-4af4-ad6e-aedb561edfd8 req-5105c38d-eb62-4ae4-82c1-9072ecbc4d6e tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 946 time: 0.0610750 May 09 04:28:59.085372 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-48c173af-0f5a-4af4-ad6e-aedb561edfd8 req-bc4065c7-7c5a-4d73-b83c-2a72e2b0de0f tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f5857f0-83c5-40c8-9ce8-13118e1e61c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523791 May 09 04:28:59.269746 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device f61a276d-0cef-4028-b9cc-fe9fb05d4f49 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 04:28:59.370246 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port f61a276d-0cef-4028-b9cc-fe9fb05d4f49, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=f61a276d-0cef-4028-b9cc-fe9fb05d4f49,segment=NetworkSegment(eba89e37-d903-4a50-b018-bea7c47e8946),segment_id=eba89e37-d903-4a50-b018-bea7c47e8946)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:28:59.385550 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Returning: {'device': 'f61a276d-0cef-4028-b9cc-fe9fb05d4f49', 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae', 'port_id': 'f61a276d-0cef-4028-b9cc-fe9fb05d4f49', 'mac_address': 'fa:16:3e:63:d8:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbed64c5-3159-495c-b3f2-34c99afd3de9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 04:28:59.431509 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port f61a276d-0cef-4028-b9cc-fe9fb05d4f49 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:28:59.432212 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (f61a276d-0cef-4028-b9cc-fe9fb05d4f49), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:59.446526 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f61a276d-0cef-4028-b9cc-fe9fb05d4f49 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 04:28:59.468220 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port f61a276d-0cef-4028-b9cc-fe9fb05d4f49, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=f61a276d-0cef-4028-b9cc-fe9fb05d4f49,segment=NetworkSegment(eba89e37-d903-4a50-b018-bea7c47e8946),segment_id=eba89e37-d903-4a50-b018-bea7c47e8946)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:28:59.473132 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (f61a276d-0cef-4028-b9cc-fe9fb05d4f49), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:28:59.525755 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=f61a276d-0cef-4028-b9cc-fe9fb05d4f49,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:28:59.605175 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98753521-b448-4132-82dd-bf5baa9fa9c4 req-e3aeeaba-630b-43a6-8e9d-e76c2ac03f79 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:28:59.606677 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-98753521-b448-4132-82dd-bf5baa9fa9c4 req-e3aeeaba-630b-43a6-8e9d-e76c2ac03f79 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=d25d4ade-5644-40c6-81ca-73ccc85df6e1 HTTP/1.1" status: 200 len: 944 time: 0.0506382 May 09 04:28:59.664397 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-98753521-b448-4132-82dd-bf5baa9fa9c4 req-ef718850-3f1c-4b29-9657-839e4f859fd8 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515835 May 09 04:28:59.871600 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] get_ports_and_sgs() called for port_ids ['f61a276d-0cef-4028-b9cc-fe9fb05d4f49'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 04:29:00.027180 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d927e6f-530c-42e7-85a3-1bf768fe19b9 req-6f124445-453b-405d-bfb0-0bcc332b923c tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:00.034470 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9d927e6f-530c-42e7-85a3-1bf768fe19b9 req-6f124445-453b-405d-bfb0-0bcc332b923c tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 945 time: 0.0791035 May 09 04:29:00.112605 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9d927e6f-530c-42e7-85a3-1bf768fe19b9 req-360b8ebb-4c89-4582-8c14-729c65dd9972 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771580 May 09 04:29:00.278341 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e01178-83ba-443e-b48f-7721c190b304 req-d43969f6-5c9b-4265-8fbe-ded23aaf4ad6 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:00.280205 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-b4e01178-83ba-443e-b48f-7721c190b304 req-d43969f6-5c9b-4265-8fbe-ded23aaf4ad6 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 946 time: 0.0722327 May 09 04:29:00.306820 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 46140) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:29:00.311760 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-93fa3833-7c2c-4099-a31e-a9bac14ea518 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1781876163', 'description': 'tempest-description--1764654031'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:29:00.342644 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-b4e01178-83ba-443e-b48f-7721c190b304 req-163a4edf-32c1-4e42-a9a8-1069e855310d tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f5857f0-83c5-40c8-9ce8-13118e1e61c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541773 May 09 04:29:00.351442 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93fa3833-7c2c-4099-a31e-a9bac14ea518 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:00.426329 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93fa3833-7c2c-4099-a31e-a9bac14ea518 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks [] for security_group (274a1307-105b-4303-bcc6-e4c7b0b7008c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:00.432770 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93fa3833-7c2c-4099-a31e-a9bac14ea518 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (274a1307-105b-4303-bcc6-e4c7b0b7008c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:00.462759 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-93fa3833-7c2c-4099-a31e-a9bac14ea518 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:00.464016 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-93fa3833-7c2c-4099-a31e-a9bac14ea518 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1559024 May 09 04:29:00.467681 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 46142) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:29:00.475021 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-221a5cc9-1876-440e-9031-459384635d48 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Request body: {'security_group_rule': {'security_group_id': '274a1307-105b-4303-bcc6-e4c7b0b7008c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:29:00.482898 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fa3833-7c2c-4099-a31e-a9bac14ea518 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=274a1307-105b-4303-bcc6-e4c7b0b7008c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:29:00.503583 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-221a5cc9-1876-440e-9031-459384635d48 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks [] for security_group_rule (303b52f1-cccf-402d-8db3-dd4c8c43f323), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:00.577355 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-221a5cc9-1876-440e-9031-459384635d48 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks [] for security_group_rule (303b52f1-cccf-402d-8db3-dd4c8c43f323), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:00.582126 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-221a5cc9-1876-440e-9031-459384635d48 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619982'] for security_group_rule (303b52f1-cccf-402d-8db3-dd4c8c43f323), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:00.612449 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a5cc9-1876-440e-9031-459384635d48 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=303b52f1-cccf-402d-8db3-dd4c8c43f323,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:29:00.632386 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-221a5cc9-1876-440e-9031-459384635d48 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:00.633605 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-221a5cc9-1876-440e-9031-459384635d48 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1639824 May 09 04:29:00.637162 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 46144) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:29:00.642494 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-7cead0da-a479-42a3-9458-42c7bdf64ab7 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Request body: {'security_group_rule': {'security_group_id': '274a1307-105b-4303-bcc6-e4c7b0b7008c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:29:00.681089 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7cead0da-a479-42a3-9458-42c7bdf64ab7 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks [] for security_group_rule (580b1bce-77c3-404e-84e0-02e48707995c), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:00.754447 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7cead0da-a479-42a3-9458-42c7bdf64ab7 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks [] for security_group_rule (580b1bce-77c3-404e-84e0-02e48707995c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:00.790146 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7cead0da-a479-42a3-9458-42c7bdf64ab7 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619982'] for security_group_rule (580b1bce-77c3-404e-84e0-02e48707995c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:00.832912 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cead0da-a479-42a3-9458-42c7bdf64ab7 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=580b1bce-77c3-404e-84e0-02e48707995c,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:29:00.842025 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3b3ac-2f47-4dbc-8c83-44de9e25a54d req-f1ad77a3-9ea2-4f6b-aa7b-802c6a2fdf69 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:00.843639 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3fc3b3ac-2f47-4dbc-8c83-44de9e25a54d req-f1ad77a3-9ea2-4f6b-aa7b-802c6a2fdf69 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=d25d4ade-5644-40c6-81ca-73ccc85df6e1 HTTP/1.1" status: 200 len: 944 time: 0.0989630 May 09 04:29:00.847194 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7cead0da-a479-42a3-9458-42c7bdf64ab7 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:00.852563 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-7cead0da-a479-42a3-9458-42c7bdf64ab7 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2140183 May 09 04:29:00.852758 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 46148) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:29:00.857505 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-d8b7fdf6-bbfa-48a5-a83b-f96384711960 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Request body: {'floatingip': {'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:29:00.890129 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8b7fdf6-bbfa-48a5-a83b-f96384711960 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:00.923342 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3fc3b3ac-2f47-4dbc-8c83-44de9e25a54d req-ff3a7c2e-dbda-4f68-8acb-6fa99e99ceb4 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666459 May 09 04:29:01.016608 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8b7fdf6-bbfa-48a5-a83b-f96384711960 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:01.165649 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-d8b7fdf6-bbfa-48a5-a83b-f96384711960 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Allocated IP 172.27.2.29 (1111f3a4-c02a-41de-91e1-42f5a19c8209/55f6eeca-e44f-4feb-bdb6-d6fdf07e4029/c6736b9f-78c0-49fe-a9e4-b3d211303318) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:29:01.279364 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device f61a276d-0cef-4028-b9cc-fe9fb05d4f49 up at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:29:01.318059 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a5c7e-c332-4d54-b20f-2f9eaa274649 req-a7779e8d-1651-4c5c-984c-ed0bbb483d78 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:01.318594 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-801a5c7e-c332-4d54-b20f-2f9eaa274649 req-a7779e8d-1651-4c5c-984c-ed0bbb483d78 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 945 time: 0.1147058 May 09 04:29:01.349258 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Provisioning for port f61a276d-0cef-4028-b9cc-fe9fb05d4f49 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 04:29:01.359793 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Provisioning complete for port f61a276d-0cef-4028-b9cc-fe9fb05d4f49 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:29:01.360798 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (f61a276d-0cef-4028-b9cc-fe9fb05d4f49), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:01.426912 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8b7fdf6-bbfa-48a5-a83b-f96384711960 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks [] for port (c6736b9f-78c0-49fe-a9e4-b3d211303318), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:01.469132 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f11dc3-f002-452c-8d9e-15e11d6ca94a req-85816c05-ca7c-4c4d-95b0-46c9f3ae1fff tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:01.471509 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e8f11dc3-f002-452c-8d9e-15e11d6ca94a req-85816c05-ca7c-4c4d-95b0-46c9f3ae1fff tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 946 time: 0.0552881 May 09 04:29:01.490051 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port f61a276d-0cef-4028-b9cc-fe9fb05d4f49 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:29:01.490445 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (f61a276d-0cef-4028-b9cc-fe9fb05d4f49), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:01.493131 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8b7fdf6-bbfa-48a5-a83b-f96384711960 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (c6736b9f-78c0-49fe-a9e4-b3d211303318), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:01.526560 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd25d4ade-5644-40c6-81ca-73ccc85df6e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61a276d-0cef-4028-b9cc-fe9fb05d4f49'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:29:01.530622 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6941dd57353447cfe46bbb883e0d815d26e9477c6b9f0737609fdd17593c9a07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65838d12-191e-4c93-8d93-d9fc045c2cd8" -d '{"events": [{"server_uuid": "d25d4ade-5644-40c6-81ca-73ccc85df6e1", "name": "network-vif-plugged", "status": "completed", "tag": "f61a276d-0cef-4028-b9cc-fe9fb05d4f49"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:29:01.547607 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e8f11dc3-f002-452c-8d9e-15e11d6ca94a req-8a6a6ea3-3b20-42a3-a1a5-5f5a9295a17d tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f5857f0-83c5-40c8-9ce8-13118e1e61c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677083 May 09 04:29:01.561378 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port f61a276d-0cef-4028-b9cc-fe9fb05d4f49, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=f61a276d-0cef-4028-b9cc-fe9fb05d4f49,segment=NetworkSegment(eba89e37-d903-4a50-b018-bea7c47e8946),segment_id=eba89e37-d903-4a50-b018-bea7c47e8946)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:29:01.577958 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b7fdf6-bbfa-48a5-a83b-f96384711960 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Pushing event updated for resources: {'Port': ['ID=c6736b9f-78c0-49fe-a9e4-b3d211303318,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:29:01.580733 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (f61a276d-0cef-4028-b9cc-fe9fb05d4f49), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:01.593027 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-801a5c7e-c332-4d54-b20f-2f9eaa274649 req-4d7191a7-9bca-4ccc-b969-adf3974e85ee tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2665653 May 09 04:29:01.609918 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b7fdf6-bbfa-48a5-a83b-f96384711960 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Network 1111f3a4-c02a-41de-91e1-42f5a19c8209 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:29:01.612098 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-d8b7fdf6-bbfa-48a5-a83b-f96384711960 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:29:01.626922 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b7fdf6-bbfa-48a5-a83b-f96384711960 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:29:01.677540 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=f61a276d-0cef-4028-b9cc-fe9fb05d4f49,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:29:01.681744 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 04:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d58421-96cf-4ac4-b381-9c96ac9fa914 x-openstack-request-id: req-78d58421-96cf-4ac4-b381-9c96ac9fa914 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:29:01.682800 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d25d4ade-5644-40c6-81ca-73ccc85df6e1", "name": "network-vif-plugged", "status": "completed", "tag": "f61a276d-0cef-4028-b9cc-fe9fb05d4f49", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:29:01.683429 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-78d58421-96cf-4ac4-b381-9c96ac9fa914 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:29:01.683839 dv-cinder-838009-3-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78d58421-96cf-4ac4-b381-9c96ac9fa914'] response: {'server_uuid': 'd25d4ade-5644-40c6-81ca-73ccc85df6e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61a276d-0cef-4028-b9cc-fe9fb05d4f49', 'code': 200} May 09 04:29:01.807402 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e91e7-7dfc-42b9-9da5-b64ee7f7147b req-cefabc49-c4fd-4ba2-a23d-e6f35baef364 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:01.809338 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-483e91e7-7dfc-42b9-9da5-b64ee7f7147b req-cefabc49-c4fd-4ba2-a23d-e6f35baef364 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 946 time: 0.1337886 May 09 04:29:01.857313 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8b7fdf6-bbfa-48a5-a83b-f96384711960 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks [] for floatingip (6bb05d9a-bbd3-4cec-a13d-07ef9e74861d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:01.964693 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-483e91e7-7dfc-42b9-9da5-b64ee7f7147b req-b85aba7f-62cb-4fe8-b160-abbb5bcb0ca5 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f5857f0-83c5-40c8-9ce8-13118e1e61c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485963 May 09 04:29:01.999314 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8b7fdf6-bbfa-48a5-a83b-f96384711960 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (c6736b9f-78c0-49fe-a9e4-b3d211303318), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:02.063887 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e71062-b426-43b8-85c1-ac79d38f205c req-c15714c0-4b3d-4df8-9f6e-1916b2e38194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:02.065115 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-e8e71062-b426-43b8-85c1-ac79d38f205c req-c15714c0-4b3d-4df8-9f6e-1916b2e38194 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d25d4ade-5644-40c6-81ca-73ccc85df6e1 HTTP/1.1" status: 200 len: 1129 time: 0.0822878 May 09 04:29:02.094312 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff05b2b5-02e4-49c3-af97-12b9811441c6 req-05ecb3a6-9eae-4a69-b049-1e6963ce957b tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:02.096794 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ff05b2b5-02e4-49c3-af97-12b9811441c6 req-05ecb3a6-9eae-4a69-b049-1e6963ce957b tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=d25d4ade-5644-40c6-81ca-73ccc85df6e1 HTTP/1.1" status: 200 len: 945 time: 0.0721996 May 09 04:29:02.156094 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ff05b2b5-02e4-49c3-af97-12b9811441c6 req-d974e044-9d5e-4fb2-ac26-23a02b7dff72 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523665 May 09 04:29:02.232489 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-e8e71062-b426-43b8-85c1-ac79d38f205c req-26a000e2-57ea-453e-a202-a72d6c288efa service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873356 May 09 04:29:02.257715 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8b7fdf6-bbfa-48a5-a83b-f96384711960 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks [] for port (c6736b9f-78c0-49fe-a9e4-b3d211303318), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:02.263835 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8b7fdf6-bbfa-48a5-a83b-f96384711960 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718803'] for port (c6736b9f-78c0-49fe-a9e4-b3d211303318), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:02.352910 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef6181-f13b-4c9a-a8fc-606b25b5fbdf req-ba0bdcf1-52f4-414e-96e3-662608770201 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:02.354735 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c4ef6181-f13b-4c9a-a8fc-606b25b5fbdf req-ba0bdcf1-52f4-414e-96e3-662608770201 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 946 time: 0.0594895 May 09 04:29:02.356774 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b7fdf6-bbfa-48a5-a83b-f96384711960 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Pushing event updated for resources: {'Port': ['ID=c6736b9f-78c0-49fe-a9e4-b3d211303318,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:29:02.364454 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8b7fdf6-bbfa-48a5-a83b-f96384711960 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-653345'] for floatingip (6bb05d9a-bbd3-4cec-a13d-07ef9e74861d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:02.387189 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d8b7fdf6-bbfa-48a5-a83b-f96384711960 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:02.388663 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-d8b7fdf6-bbfa-48a5-a83b-f96384711960 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5349910 May 09 04:29:02.426724 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c4ef6181-f13b-4c9a-a8fc-606b25b5fbdf req-4750c8b5-fe05-4819-af8d-37ef015b64f7 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f5857f0-83c5-40c8-9ce8-13118e1e61c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659416 May 09 04:29:02.778161 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ab934-1d0e-400d-a1fc-76c6e9605b8e req-7321f39f-d71f-42bb-a656-7abdb8fbf4d8 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:02.788634 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-306ab934-1d0e-400d-a1fc-76c6e9605b8e req-7321f39f-d71f-42bb-a656-7abdb8fbf4d8 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 945 time: 0.0915499 May 09 04:29:02.910693 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-306ab934-1d0e-400d-a1fc-76c6e9605b8e req-7d128cc5-7395-46ea-ad0e-812ba330fb92 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208353 May 09 04:29:02.952507 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-8f847222-f82f-4e9d-a817-ce5130fcaf81 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1781876163&fields=id&tenant_id=d28d5139952d450fa3b7da38a62d7a03 HTTP/1.1" status: 200 len: 267 time: 0.3493443 May 09 04:29:03.067245 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-fbe0c2f1-77aa-4439-ad57-b6ca541c3059 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:03.069366 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-fbe0c2f1-77aa-4439-ad57-b6ca541c3059 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/networks?id=9cb94923-1093-45fc-bebd-e159f3ac8dd3 HTTP/1.1" status: 200 len: 819 time: 0.1100643 May 09 04:29:03.084254 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-9f0208e3-f8a3-4d42-9adc-21ae704e6226 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/quotas/d28d5139952d450fa3b7da38a62d7a03 HTTP/1.1" status: 200 len: 375 time: 0.0093398 May 09 04:29:03.139654 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-93e160d8-c746-40c4-9d55-d0187fce1921 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d28d5139952d450fa3b7da38a62d7a03&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0502937 May 09 04:29:03.235059 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-83c5d43e-5a2b-4d87-a696-87c3d2d8341e service neutron] 10.222.0.44 "GET /v2.0/networks/9cb94923-1093-45fc-bebd-e159f3ac8dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843575 May 09 04:29:03.290240 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07dcea-cacd-44ea-85fc-a97d5336076d req-4c357183-e0d3-4787-a820-c30998e4d57d tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:03.291741 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7a07dcea-cacd-44ea-85fc-a97d5336076d req-4c357183-e0d3-4787-a820-c30998e4d57d tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=d25d4ade-5644-40c6-81ca-73ccc85df6e1 HTTP/1.1" status: 200 len: 945 time: 0.0525222 May 09 04:29:03.331551 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-0f14a096-4fb0-47af-8427-6edf3bbdea82 service neutron] 10.222.0.44 "GET /v2.0/networks/9cb94923-1093-45fc-bebd-e159f3ac8dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905628 May 09 04:29:03.341754 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7a07dcea-cacd-44ea-85fc-a97d5336076d req-daaa7ba7-500e-46de-94f7-8f9f5e4b76a4 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442955 May 09 04:29:03.496828 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9eb2e71e-4204-4116-bf0b-adc42807a1e2 req-5cfd2fcd-92ab-496e-a707-3179b4b12bec tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 210 time: 0.0283508 May 09 04:29:04.044657 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3607c4-f4c1-4383-bc99-5ca968235ce0 req-92c5f325-4f1f-4804-930d-f977fc239fe3 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:04.046062 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9b3607c4-f4c1-4383-bc99-5ca968235ce0 req-92c5f325-4f1f-4804-930d-f977fc239fe3 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 945 time: 0.0505099 May 09 04:29:04.094349 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9b3607c4-f4c1-4383-bc99-5ca968235ce0 req-8c7a0f26-ce2f-45fe-b8e3-7db4792c26a6 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425422 May 09 04:29:04.455373 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc934c-1f55-40f2-8b82-ef59ad324242 req-f75b971e-94d6-4ba8-9f44-9a784750b78f tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:04.456846 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-fefc934c-1f55-40f2-8b82-ef59ad324242 req-f75b971e-94d6-4ba8-9f44-9a784750b78f tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=d25d4ade-5644-40c6-81ca-73ccc85df6e1 HTTP/1.1" status: 200 len: 945 time: 0.0449421 May 09 04:29:04.504501 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-fefc934c-1f55-40f2-8b82-ef59ad324242 req-1f62da56-183a-4be4-bde3-98e1c53e78b5 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410817 May 09 04:29:04.612884 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-cc73cbec-6e01-4d43-ab7c-02fefcefcb72 req-f8825269-b735-431c-bf58-60a469481861 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 210 time: 0.0522256 May 09 04:29:04.625985 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc23ce-f066-45b3-a881-122d8a8ea2dd req-838ee473-359e-4e58-92a3-5c2194f31f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:04.628430 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c4bc23ce-f066-45b3-a881-122d8a8ea2dd req-838ee473-359e-4e58-92a3-5c2194f31f36 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5e56ba7f9cc64897a1d95ac15061e9e4&device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 1129 time: 0.0570476 May 09 04:29:04.771019 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34431b03-56e8-4b1f-aa04-357d76608784 req-3ff75e02-4425-4387-a97c-1ea50ee7a5cd tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:04.772514 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-34431b03-56e8-4b1f-aa04-357d76608784 req-3ff75e02-4425-4387-a97c-1ea50ee7a5cd tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=d25d4ade-5644-40c6-81ca-73ccc85df6e1 HTTP/1.1" status: 200 len: 945 time: 0.0758221 May 09 04:29:04.820395 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc23ce-f066-45b3-a881-122d8a8ea2dd req-c9b790d1-1ef6-41da-b0d6-bdf13fa73475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:04.822811 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c4bc23ce-f066-45b3-a881-122d8a8ea2dd req-c9b790d1-1ef6-41da-b0d6-bdf13fa73475 service neutron] 10.222.0.13 "GET /v2.0/networks?id=01d9e17c-6b96-4039-a582-d98ab8fe7760 HTTP/1.1" status: 200 len: 918 time: 0.1764610 May 09 04:29:04.889360 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-34431b03-56e8-4b1f-aa04-357d76608784 req-bf44c5d4-b662-4167-9b53-79aef382c38b tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111612 May 09 04:29:04.908223 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c4bc23ce-f066-45b3-a881-122d8a8ea2dd req-3daafb33-6ab8-43f8-b90f-5e4b3251a7c6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2abd51b8-3b37-4ec3-841e-462a68eb5cbc HTTP/1.1" status: 200 len: 1000 time: 0.0752666 May 09 04:29:04.912763 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 46242) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:29:05.048706 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214b05a0-85f6-48b7-abf3-37365336c491 tempest-TestVolumeBootPattern-1183160684 tempest-TestVolumeBootPattern-1183160684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:05.050198 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-214b05a0-85f6-48b7-abf3-37365336c491 tempest-TestVolumeBootPattern-1183160684 tempest-TestVolumeBootPattern-1183160684-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d25d4ade-5644-40c6-81ca-73ccc85df6e1 HTTP/1.1" status: 200 len: 1124 time: 0.1365068 May 09 04:29:05.053114 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 46246) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:29:05.057249 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-9d333dae-c308-4ab7-a2c1-d78911988cf8 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Request body: {'floatingip': {'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'port_id': 'f61a276d-0cef-4028-b9cc-fe9fb05d4f49', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:29:05.077328 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d333dae-c308-4ab7-a2c1-d78911988cf8 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:05.153515 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d333dae-c308-4ab7-a2c1-d78911988cf8 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:05.217599 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca216d-5988-400f-8cb8-dc7387996c7f req-c642eb6e-344a-4a38-8f22-80d3e1f7295d tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:05.219241 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-11ca216d-5988-400f-8cb8-dc7387996c7f req-c642eb6e-344a-4a38-8f22-80d3e1f7295d tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 945 time: 0.0510118 May 09 04:29:05.275402 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc23ce-f066-45b3-a881-122d8a8ea2dd req-8eb3216c-5505-4944-9560-89b491849483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:05.276988 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c4bc23ce-f066-45b3-a881-122d8a8ea2dd req-8eb3216c-5505-4944-9560-89b491849483 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1eeed15e-26fd-4534-8116-03da5482032b HTTP/1.1" status: 200 len: 856 time: 0.0872459 May 09 04:29:05.343010 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-9d333dae-c308-4ab7-a2c1-d78911988cf8 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Allocated IP 172.27.2.240 (1111f3a4-c02a-41de-91e1-42f5a19c8209/55f6eeca-e44f-4feb-bdb6-d6fdf07e4029/276b527d-8ef1-48e3-b935-21c1ca19ec28) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:29:05.345682 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc23ce-f066-45b3-a881-122d8a8ea2dd req-a993fb0b-c1e2-4fff-aaf1-198b77b86026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:05.347268 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c4bc23ce-f066-45b3-a881-122d8a8ea2dd req-a993fb0b-c1e2-4fff-aaf1-198b77b86026 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=01d9e17c-6b96-4039-a582-d98ab8fe7760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0601616 May 09 04:29:05.348911 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-11ca216d-5988-400f-8cb8-dc7387996c7f req-1ea696bd-c7fe-4119-bd00-bb14ef7f8386 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236010 May 09 04:29:05.423408 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-5a54ac52-fe2d-46e8-8429-9ff7ba13a63e tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:05.424945 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-5a54ac52-fe2d-46e8-8429-9ff7ba13a63e tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.13 "GET /v2.0/networks?id=9cb94923-1093-45fc-bebd-e159f3ac8dd3 HTTP/1.1" status: 200 len: 819 time: 0.1390421 May 09 04:29:05.506207 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-9b8e9892-df3c-4228-b506-818dfe1e9c39 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d28d5139952d450fa3b7da38a62d7a03 HTTP/1.1" status: 200 len: 380 time: 0.0572963 May 09 04:29:05.530621 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c4bc23ce-f066-45b3-a881-122d8a8ea2dd req-48423634-33d6-4517-90cd-0d3618951ab3 service neutron] 10.222.0.13 "GET /v2.0/networks/01d9e17c-6b96-4039-a582-d98ab8fe7760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668024 May 09 04:29:05.533291 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d333dae-c308-4ab7-a2c1-d78911988cf8 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks [] for port (276b527d-8ef1-48e3-b935-21c1ca19ec28), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:05.566743 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d333dae-c308-4ab7-a2c1-d78911988cf8 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (276b527d-8ef1-48e3-b935-21c1ca19ec28), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:05.606199 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-5c49e613-c5a0-4869-a009-1978202f72d7 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Request body: {'port': {'device_id': '4473a2d0-b3cc-401b-b460-7c00c66893a0', 'network_id': '9cb94923-1093-45fc-bebd-e159f3ac8dd3', 'admin_state_up': True, 'tenant_id': 'd28d5139952d450fa3b7da38a62d7a03', 'security_groups': ['274a1307-105b-4303-bcc6-e4c7b0b7008c']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:29:05.607668 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d333dae-c308-4ab7-a2c1-d78911988cf8 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Network 1111f3a4-c02a-41de-91e1-42f5a19c8209 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:29:05.610815 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-9d333dae-c308-4ab7-a2c1-d78911988cf8 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:29:05.613916 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d333dae-c308-4ab7-a2c1-d78911988cf8 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:29:05.686095 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d333dae-c308-4ab7-a2c1-d78911988cf8 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Pushing event updated for resources: {'Port': ['ID=276b527d-8ef1-48e3-b935-21c1ca19ec28,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:29:05.731318 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-5c49e613-c5a0-4869-a009-1978202f72d7 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Made reservation on behalf of d28d5139952d450fa3b7da38a62d7a03 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:29:05.734731 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-5c49e613-c5a0-4869-a009-1978202f72d7 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:05.744911 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6911daf1-254c-4bb3-9841-61e73fa8dffa req-53400a86-fa04-496c-9b0d-25888424544a tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 210 time: 0.0481217 May 09 04:29:05.831374 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c4bc23ce-f066-45b3-a881-122d8a8ea2dd req-b19c03ba-8ba2-4707-8fe7-65b294ce35d7 service neutron] 10.222.0.13 "GET /v2.0/networks/01d9e17c-6b96-4039-a582-d98ab8fe7760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147250 May 09 04:29:05.886646 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-5c49e613-c5a0-4869-a009-1978202f72d7 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Allocated IP 172.20.0.10 (9cb94923-1093-45fc-bebd-e159f3ac8dd3/d9336625-5bcd-4003-b69b-e3b341dd5f63/ef4e419e-4415-4b7c-b72d-4dbd68f98b15) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:29:06.037797 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-5c49e613-c5a0-4869-a009-1978202f72d7 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks [] for port (ef4e419e-4415-4b7c-b72d-4dbd68f98b15), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:06.069728 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-5c49e613-c5a0-4869-a009-1978202f72d7 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060'] for port (ef4e419e-4415-4b7c-b72d-4dbd68f98b15), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:06.108825 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-5c49e613-c5a0-4869-a009-1978202f72d7 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Network 9cb94923-1093-45fc-bebd-e159f3ac8dd3 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:29:06.109535 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d333dae-c308-4ab7-a2c1-d78911988cf8 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks [] for floatingip (1a2dfc03-3cbd-4177-9cc9-213dadc52cc9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:06.112049 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-5c49e613-c5a0-4869-a009-1978202f72d7 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:29:06.116428 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-5c49e613-c5a0-4869-a009-1978202f72d7 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:29:06.121538 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-5c49e613-c5a0-4869-a009-1978202f72d7 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:06.122148 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-5c49e613-c5a0-4869-a009-1978202f72d7 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:06.139154 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c49e613-c5a0-4869-a009-1978202f72d7 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Pushing event updated for resources: {'Port': ['ID=ef4e419e-4415-4b7c-b72d-4dbd68f98b15,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:29:06.151236 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-5c49e613-c5a0-4869-a009-1978202f72d7 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5488701 May 09 04:29:06.186168 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d333dae-c308-4ab7-a2c1-d78911988cf8 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (276b527d-8ef1-48e3-b935-21c1ca19ec28), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:06.330717 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-50521d88-2fbc-4b50-98cc-55104073fce7 None None] Provisioning complete for port ef4e419e-4415-4b7c-b72d-4dbd68f98b15 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:29:06.331366 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-50521d88-2fbc-4b50-98cc-55104073fce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (ef4e419e-4415-4b7c-b72d-4dbd68f98b15), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:06.341355 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d333dae-c308-4ab7-a2c1-d78911988cf8 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks [] for port (276b527d-8ef1-48e3-b935-21c1ca19ec28), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:06.345976 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d333dae-c308-4ab7-a2c1-d78911988cf8 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718803'] for port (276b527d-8ef1-48e3-b935-21c1ca19ec28), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:06.365903 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-50521d88-2fbc-4b50-98cc-55104073fce7 None None] Port ef4e419e-4415-4b7c-b72d-4dbd68f98b15 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 04:29:06.413695 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d333dae-c308-4ab7-a2c1-d78911988cf8 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Pushing event updated for resources: {'Port': ['ID=276b527d-8ef1-48e3-b935-21c1ca19ec28,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:29:06.423654 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d333dae-c308-4ab7-a2c1-d78911988cf8 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-653345'] for floatingip (1a2dfc03-3cbd-4177-9cc9-213dadc52cc9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:06.486601 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215596c-75cf-47c1-bdf6-d23735652651 req-e5b66867-b997-4efb-86b4-8c4857cf6c6a tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:06.488120 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d215596c-75cf-47c1-bdf6-d23735652651 req-e5b66867-b997-4efb-86b4-8c4857cf6c6a tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 945 time: 0.0514483 May 09 04:29:06.527329 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.db.l3_db [None req-9d333dae-c308-4ab7-a2c1-d78911988cf8 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Floating IP 1a2dfc03-3cbd-4177-9cc9-213dadc52cc9 associated. External IP: 172.27.2.240, port: f61a276d-0cef-4028-b9cc-fe9fb05d4f49. May 09 04:29:06.534838 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d215596c-75cf-47c1-bdf6-d23735652651 req-35d1c28f-e65b-46e5-9adb-edb0817b1142 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408273 May 09 04:29:06.743965 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d333dae-c308-4ab7-a2c1-d78911988cf8 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Router ca67ea01-395b-4d58-a518-591071975afb has already been hosted by L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 04:29:06.880181 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d333dae-c308-4ab7-a2c1-d78911988cf8 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:29:06.890521 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586d0021-a980-4239-b4a3-2b82c01e19e1 None None] Sync routers for ids ['ca67ea01-395b-4d58-a518-591071975afb'] in dv-cinder-838009-3-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:29:06.894291 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8254c34-dd6a-40e1-9396-101e7a402086 req-7fb94399-bdbd-4575-95bd-811dd893c7f6 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:06.896473 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-d8254c34-dd6a-40e1-9396-101e7a402086 req-7fb94399-bdbd-4575-95bd-811dd893c7f6 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 932 time: 0.0588164 May 09 04:29:06.900505 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586d0021-a980-4239-b4a3-2b82c01e19e1 None None] Routers {'ca67ea01-395b-4d58-a518-591071975afb'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:29:06.901126 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-586d0021-a980-4239-b4a3-2b82c01e19e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:28:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['ca67ea01-395b-4d58-a518-591071975afb'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:29:06.913100 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9d333dae-c308-4ab7-a2c1-d78911988cf8 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:06.960272 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-9d333dae-c308-4ab7-a2c1-d78911988cf8 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9061208 May 09 04:29:06.963018 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd25d4ade-5644-40c6-81ca-73ccc85df6e1', 'tag': 'f61a276d-0cef-4028-b9cc-fe9fb05d4f49'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:29:06.965286 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708343da101edf5db3821e80f7e6194e70163222c3a70cb9c2c474869a6028b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5920e17a-59b1-481e-aca5-1cf0752da63c" -d '{"events": [{"name": "network-changed", "server_uuid": "d25d4ade-5644-40c6-81ca-73ccc85df6e1", "tag": "f61a276d-0cef-4028-b9cc-fe9fb05d4f49"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:29:06.986345 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-d8254c34-dd6a-40e1-9396-101e7a402086 req-fde221a5-c4f4-44f8-854c-0b67611067b6 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=274a1307-105b-4303-bcc6-e4c7b0b7008c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804791 May 09 04:29:07.022433 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 04:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31966cf-99d4-4e66-9e2b-b4a6b5e0df63 x-openstack-request-id: req-f31966cf-99d4-4e66-9e2b-b4a6b5e0df63 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:29:07.022727 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d25d4ade-5644-40c6-81ca-73ccc85df6e1", "tag": "f61a276d-0cef-4028-b9cc-fe9fb05d4f49", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:29:07.022985 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f31966cf-99d4-4e66-9e2b-b4a6b5e0df63 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:29:07.023397 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f31966cf-99d4-4e66-9e2b-b4a6b5e0df63'] response: {'name': 'network-changed', 'server_uuid': 'd25d4ade-5644-40c6-81ca-73ccc85df6e1', 'tag': 'f61a276d-0cef-4028-b9cc-fe9fb05d4f49', 'status': 'completed', 'code': 200} May 09 04:29:07.109918 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-586d0021-a980-4239-b4a3-2b82c01e19e1 None None] Set router ca67ea01-395b-4d58-a518-591071975afb gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:29:07.285262 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 2abd51b8-3b37-4ec3-841e-462a68eb5cbc no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:29:07.315089 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-586d0021-a980-4239-b4a3-2b82c01e19e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca67ea01-395b-4d58-a518-591071975afb', 'name': 'tempest-TestVolumeBootPattern-1136214510-router', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:44Z', 'updated_at': '2022-05-09T04:27:51Z', 'revision_number': 4, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'gw_port': {'id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:45Z', 'updated_at': '2022-05-09T04:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_floatingips': [{'id': '1a2dfc03-3cbd-4177-9cc9-213dadc52cc9', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'floating_ip_address': '172.27.2.240', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'port_id': 'f61a276d-0cef-4028-b9cc-fe9fb05d4f49', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae', 'mac_address': 'fa:16:3e:63:d8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25d4ade-5644-40c6-81ca-73ccc85df6e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:29:05Z', 'updated_at': '2022-05-09T04:29:05Z', 'revision_number': 0, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '269efca6-e9a1-43bc-83bb-f3eab1746004', 'name': '', 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'mac_address': 'fa:16:3e:19:7b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'dbed64c5-3159-495c-b3f2-34c99afd3de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:50Z', 'updated_at': '2022-05-09T04:28:08Z', 'revision_number': 5, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'subnets': [{'id': 'dbed64c5-3159-495c-b3f2-34c99afd3de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:29:07.344251 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586d0021-a980-4239-b4a3-2b82c01e19e1 None None] Checking router: ca67ea01-395b-4d58-a518-591071975afb for host: dv-cinder-838009-3-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:29:07.353269 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586d0021-a980-4239-b4a3-2b82c01e19e1 None None] Routers {'ca67ea01-395b-4d58-a518-591071975afb'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:29:07.353866 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-586d0021-a980-4239-b4a3-2b82c01e19e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:28:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['ca67ea01-395b-4d58-a518-591071975afb'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:29:07.360590 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port 2abd51b8-3b37-4ec3-841e-462a68eb5cbc is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:29:07.361088 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (2abd51b8-3b37-4ec3-841e-462a68eb5cbc), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:07.386913 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd10350c6-bf15-414f-9bf7-d371b6912be2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2abd51b8-3b37-4ec3-841e-462a68eb5cbc'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:29:07.389139 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6941dd57353447cfe46bbb883e0d815d26e9477c6b9f0737609fdd17593c9a07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac8c398-03d8-49d8-9463-2a692fd6dc3e" -d '{"events": [{"server_uuid": "d10350c6-bf15-414f-9bf7-d371b6912be2", "name": "network-vif-unplugged", "status": "completed", "tag": "2abd51b8-3b37-4ec3-841e-462a68eb5cbc"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:29:07.401003 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port 2abd51b8-3b37-4ec3-841e-462a68eb5cbc, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=2abd51b8-3b37-4ec3-841e-462a68eb5cbc,segment=NetworkSegment(75ff18d1-4dc0-4046-afd3-30ccacd1313a),segment_id=75ff18d1-4dc0-4046-afd3-30ccacd1313a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:29:07.405946 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (2abd51b8-3b37-4ec3-841e-462a68eb5cbc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:07.430419 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 May 2022 04:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f437ff82-da10-4d8b-8b9e-87b5f326f455 x-openstack-request-id: req-f437ff82-da10-4d8b-8b9e-87b5f326f455 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:29:07.430733 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d10350c6-bf15-414f-9bf7-d371b6912be2", "name": "network-vif-unplugged", "status": "completed", "tag": "2abd51b8-3b37-4ec3-841e-462a68eb5cbc", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:29:07.430990 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f437ff82-da10-4d8b-8b9e-87b5f326f455 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:29:07.431381 dv-cinder-838009-3-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f437ff82-da10-4d8b-8b9e-87b5f326f455'] response: {'server_uuid': 'd10350c6-bf15-414f-9bf7-d371b6912be2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2abd51b8-3b37-4ec3-841e-462a68eb5cbc', 'code': 200} May 09 04:29:07.457106 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=2abd51b8-3b37-4ec3-841e-462a68eb5cbc,revision_number=8']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:29:07.462592 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-586d0021-a980-4239-b4a3-2b82c01e19e1 None None] Set router ca67ea01-395b-4d58-a518-591071975afb gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:29:07.655658 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da21da-b78e-41c7-98bd-cc7860fee1f9 req-5ae3418a-82f0-4216-89f3-e911d21d0bd5 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:07.657150 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-52da21da-b78e-41c7-98bd-cc7860fee1f9 req-5ae3418a-82f0-4216-89f3-e911d21d0bd5 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 943 time: 0.0466111 May 09 04:29:07.672540 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-586d0021-a980-4239-b4a3-2b82c01e19e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca67ea01-395b-4d58-a518-591071975afb', 'name': 'tempest-TestVolumeBootPattern-1136214510-router', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:44Z', 'updated_at': '2022-05-09T04:27:51Z', 'revision_number': 4, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'gw_port': {'id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:45Z', 'updated_at': '2022-05-09T04:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_floatingips': [{'id': '1a2dfc03-3cbd-4177-9cc9-213dadc52cc9', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'floating_ip_address': '172.27.2.240', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'port_id': 'f61a276d-0cef-4028-b9cc-fe9fb05d4f49', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae', 'mac_address': 'fa:16:3e:63:d8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25d4ade-5644-40c6-81ca-73ccc85df6e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:29:05Z', 'updated_at': '2022-05-09T04:29:05Z', 'revision_number': 0, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '269efca6-e9a1-43bc-83bb-f3eab1746004', 'name': '', 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'mac_address': 'fa:16:3e:19:7b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'dbed64c5-3159-495c-b3f2-34c99afd3de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:50Z', 'updated_at': '2022-05-09T04:28:08Z', 'revision_number': 5, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'subnets': [{'id': 'dbed64c5-3159-495c-b3f2-34c99afd3de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:29:07.701980 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586d0021-a980-4239-b4a3-2b82c01e19e1 None None] The sync data for ids ['ca67ea01-395b-4d58-a518-591071975afb'] in dv-cinder-838009-3-iscsi is: [{'id': 'ca67ea01-395b-4d58-a518-591071975afb', 'name': 'tempest-TestVolumeBootPattern-1136214510-router', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:44Z', 'updated_at': '2022-05-09T04:27:51Z', 'revision_number': 4, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'gw_port': {'id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:45Z', 'updated_at': '2022-05-09T04:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_floatingips': [{'id': '1a2dfc03-3cbd-4177-9cc9-213dadc52cc9', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'floating_ip_address': '172.27.2.240', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'port_id': 'f61a276d-0cef-4028-b9cc-fe9fb05d4f49', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae', 'mac_address': 'fa:16:3e:63:d8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25d4ade-5644-40c6-81ca-73ccc85df6e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:29:05Z', 'updated_at': '2022-05-09T04:29:05Z', 'revision_number': 0, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '269efca6-e9a1-43bc-83bb-f3eab1746004', 'name': '', 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'mac_address': 'fa:16:3e:19:7b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'dbed64c5-3159-495c-b3f2-34c99afd3de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:50Z', 'updated_at': '2022-05-09T04:28:08Z', 'revision_number': 5, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'subnets': [{'id': 'dbed64c5-3159-495c-b3f2-34c99afd3de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:29:07.702828 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-52da21da-b78e-41c7-98bd-cc7860fee1f9 req-a824446b-ed2b-4029-8109-3f3b548c9ee0 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399268 May 09 04:29:07.888893 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce4e62b-8ffc-471c-8c7f-f7cd1d75dbee None None] New status for floating IP 1a2dfc03-3cbd-4177-9cc9-213dadc52cc9: ACTIVE {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 04:29:07.940512 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-df020fa5-f4cf-4682-ae61-928a1c1a1ee7 service neutron] Request body: {'port': {'device_id': '4473a2d0-b3cc-401b-b460-7c00c66893a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:29:08.024286 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-df020fa5-f4cf-4682-ae61-928a1c1a1ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (ef4e419e-4415-4b7c-b72d-4dbd68f98b15), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:08.034655 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920e17a-59b1-481e-aca5-1cf0752da63c req-2880f1c8-a855-48a5-aa7c-dc361df31672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:08.036978 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5920e17a-59b1-481e-aca5-1cf0752da63c req-2880f1c8-a855-48a5-aa7c-dc361df31672 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b6223852af9c4361b99a24e7a49a7734&device_id=d25d4ade-5644-40c6-81ca-73ccc85df6e1 HTTP/1.1" status: 200 len: 1129 time: 0.0769742 May 09 04:29:08.345580 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-df020fa5-f4cf-4682-ae61-928a1c1a1ee7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef4e419e-4415-4b7c-b72d-4dbd68f98b15 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 04:29:08.354654 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-df020fa5-f4cf-4682-ae61-928a1c1a1ee7 service neutron] Publish callbacks [] for port (ef4e419e-4415-4b7c-b72d-4dbd68f98b15), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:08.368074 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-df020fa5-f4cf-4682-ae61-928a1c1a1ee7 service neutron] Transition to ACTIVE for port object ef4e419e-4415-4b7c-b72d-4dbd68f98b15 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 04:29:08.371840 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-df020fa5-f4cf-4682-ae61-928a1c1a1ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (ef4e419e-4415-4b7c-b72d-4dbd68f98b15), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:08.394207 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3f0b3-bccb-40d5-bba4-757c86bcd36f req-3c11840c-d2a5-4eb9-96cb-94db1d72db4d tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:08.396213 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-dda3f0b3-bccb-40d5-bba4-757c86bcd36f req-3c11840c-d2a5-4eb9-96cb-94db1d72db4d tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 932 time: 0.3087299 May 09 04:29:08.445542 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df020fa5-f4cf-4682-ae61-928a1c1a1ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=ef4e419e-4415-4b7c-b72d-4dbd68f98b15,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:29:08.449465 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920e17a-59b1-481e-aca5-1cf0752da63c req-999043f5-fe29-4950-933b-e7653364c052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:08.450947 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5920e17a-59b1-481e-aca5-1cf0752da63c req-999043f5-fe29-4950-933b-e7653364c052 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d0b894fb-ca2e-4f02-9d2e-0b887784e9ae HTTP/1.1" status: 200 len: 913 time: 0.3891044 May 09 04:29:08.462751 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-df020fa5-f4cf-4682-ae61-928a1c1a1ee7 service neutron] Attempting to bind port ef4e419e-4415-4b7c-b72d-4dbd68f98b15 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:29:08.463086 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-df020fa5-f4cf-4682-ae61-928a1c1a1ee7 service neutron] Attempting to bind port ef4e419e-4415-4b7c-b72d-4dbd68f98b15 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9cb94923-1093-45fc-bebd-e159f3ac8dd3'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:29:08.463411 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-df020fa5-f4cf-4682-ae61-928a1c1a1ee7 service neutron] Attempting to bind port ef4e419e-4415-4b7c-b72d-4dbd68f98b15 on network 9cb94923-1093-45fc-bebd-e159f3ac8dd3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:29:08.467808 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-df020fa5-f4cf-4682-ae61-928a1c1a1ee7 service neutron] Port ef4e419e-4415-4b7c-b72d-4dbd68f98b15 on network 9cb94923-1093-45fc-bebd-e159f3ac8dd3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 04:29:08.468227 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-df020fa5-f4cf-4682-ae61-928a1c1a1ee7 service neutron] Attempting to bind port ef4e419e-4415-4b7c-b72d-4dbd68f98b15 on network 9cb94923-1093-45fc-bebd-e159f3ac8dd3 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:29:08.468333 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-dda3f0b3-bccb-40d5-bba4-757c86bcd36f req-04008458-69d5-4990-8493-bc7ec4d48530 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=274a1307-105b-4303-bcc6-e4c7b0b7008c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656090 May 09 04:29:08.473169 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-df020fa5-f4cf-4682-ae61-928a1c1a1ee7 service neutron] Checking agent: {'id': '0ba91d57-31cd-4938-a6ad-bd18d942a965', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 24, 18), 'started_at': datetime.datetime(2022, 5, 9, 4, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:29:08.473591 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-df020fa5-f4cf-4682-ae61-928a1c1a1ee7 service neutron] Checking segment: {'id': '7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9cb94923-1093-45fc-bebd-e159f3ac8dd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:29:08.474399 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-df020fa5-f4cf-4682-ae61-928a1c1a1ee7 service neutron] Bound using segment: {'id': '7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9cb94923-1093-45fc-bebd-e159f3ac8dd3'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:29:08.474823 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-df020fa5-f4cf-4682-ae61-928a1c1a1ee7 service neutron] Bound port: ef4e419e-4415-4b7c-b72d-4dbd68f98b15, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9cb94923-1093-45fc-bebd-e159f3ac8dd3'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:29:08.475186 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-df020fa5-f4cf-4682-ae61-928a1c1a1ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (ef4e419e-4415-4b7c-b72d-4dbd68f98b15), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:08.545441 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-df020fa5-f4cf-4682-ae61-928a1c1a1ee7 service neutron] For port ef4e419e-4415-4b7c-b72d-4dbd68f98b15, host hv-cinder-83800, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:29:08.548733 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-df020fa5-f4cf-4682-ae61-928a1c1a1ee7 service neutron] For port ef4e419e-4415-4b7c-b72d-4dbd68f98b15, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=ef4e419e-4415-4b7c-b72d-4dbd68f98b15,segment=NetworkSegment(7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725),segment_id=7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:29:08.556566 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-df020fa5-f4cf-4682-ae61-928a1c1a1ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (ef4e419e-4415-4b7c-b72d-4dbd68f98b15), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:08.613207 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df020fa5-f4cf-4682-ae61-928a1c1a1ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=ef4e419e-4415-4b7c-b72d-4dbd68f98b15,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:29:08.617481 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-df020fa5-f4cf-4682-ae61-928a1c1a1ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:08.618103 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-df020fa5-f4cf-4682-ae61-928a1c1a1ee7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:08.619555 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-df020fa5-f4cf-4682-ae61-928a1c1a1ee7 service neutron] 10.222.0.13 "PUT /v2.0/ports/ef4e419e-4415-4b7c-b72d-4dbd68f98b15 HTTP/1.1" status: 200 len: 1094 time: 0.6833920 May 09 04:29:08.620026 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4473a2d0-b3cc-401b-b460-7c00c66893a0', 'tag': 'ef4e419e-4415-4b7c-b72d-4dbd68f98b15'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:29:08.620821 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5920e17a-59b1-481e-aca5-1cf0752da63c req-5ca7acca-0ac1-45e7-992e-f0534b9c18bc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f61a276d-0cef-4028-b9cc-fe9fb05d4f49 HTTP/1.1" status: 200 len: 1001 time: 0.0731485 May 09 04:29:08.622272 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a98aaefa13d75cb12d9cbfc750f918ae1aa7d1c3c8041a7e7d91ea73ff80a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145861c7-19d4-4554-bd08-d0888f7a1fc3" -d '{"events": [{"name": "network-changed", "server_uuid": "4473a2d0-b3cc-401b-b460-7c00c66893a0", "tag": "ef4e419e-4415-4b7c-b72d-4dbd68f98b15"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:29:08.690112 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 04:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f34cd18-f0e5-43a2-8285-1866b7b7fe6f x-openstack-request-id: req-3f34cd18-f0e5-43a2-8285-1866b7b7fe6f {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:29:08.690824 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4473a2d0-b3cc-401b-b460-7c00c66893a0", "tag": "ef4e419e-4415-4b7c-b72d-4dbd68f98b15", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:29:08.690824 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3f34cd18-f0e5-43a2-8285-1866b7b7fe6f {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:29:08.691284 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f34cd18-f0e5-43a2-8285-1866b7b7fe6f'] response: {'name': 'network-changed', 'server_uuid': '4473a2d0-b3cc-401b-b460-7c00c66893a0', 'tag': 'ef4e419e-4415-4b7c-b72d-4dbd68f98b15', 'status': 'completed', 'code': 200} May 09 04:29:08.707867 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920e17a-59b1-481e-aca5-1cf0752da63c req-4c6e3abf-2b61-405b-af98-83545230cc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:08.710429 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5920e17a-59b1-481e-aca5-1cf0752da63c req-4c6e3abf-2b61-405b-af98-83545230cc26 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dbed64c5-3159-495c-b3f2-34c99afd3de9 HTTP/1.1" status: 200 len: 851 time: 0.0709794 May 09 04:29:08.753869 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-13684e0c-f179-47d8-8ee6-999a8e3a5af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:08.756056 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-13684e0c-f179-47d8-8ee6-999a8e3a5af7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d28d5139952d450fa3b7da38a62d7a03&device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 1128 time: 0.0516217 May 09 04:29:08.778105 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920e17a-59b1-481e-aca5-1cf0752da63c req-bd21b6dd-8803-446f-b841-0e18ed108195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:08.779619 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5920e17a-59b1-481e-aca5-1cf0752da63c req-bd21b6dd-8803-446f-b841-0e18ed108195 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d0b894fb-ca2e-4f02-9d2e-0b887784e9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523853 May 09 04:29:08.821059 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-24c57107-ad27-42cb-98f7-851974c95c5e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef4e419e-4415-4b7c-b72d-4dbd68f98b15 HTTP/1.1" status: 200 len: 217 time: 0.0476592 May 09 04:29:08.877557 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-0d015af2-1f40-4f8a-b4a5-1228613302cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:08.879005 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-0d015af2-1f40-4f8a-b4a5-1228613302cc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9336625-5bcd-4003-b69b-e3b341dd5f63 HTTP/1.1" status: 200 len: 858 time: 0.0480430 May 09 04:29:08.888238 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c01794-e22b-4c87-8932-7354a65ea48a req-c7c7bedc-5e39-4d5f-8019-36a534e7a083 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:08.889684 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-84c01794-e22b-4c87-8932-7354a65ea48a req-c7c7bedc-5e39-4d5f-8019-36a534e7a083 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 943 time: 0.0934057 May 09 04:29:08.925299 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-9fa80172-b47d-4156-ae42-1e3a6eaf3c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:08.927959 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-9fa80172-b47d-4156-ae42-1e3a6eaf3c9d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9cb94923-1093-45fc-bebd-e159f3ac8dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401180 May 09 04:29:08.936792 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5920e17a-59b1-481e-aca5-1cf0752da63c req-302e64f0-ad6a-449a-99cd-459ac0e85ce1 service neutron] 10.222.0.13 "GET /v2.0/networks/d0b894fb-ca2e-4f02-9d2e-0b887784e9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490676 May 09 04:29:08.998534 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-84c01794-e22b-4c87-8932-7354a65ea48a req-7a0dcb56-5edd-499e-9a38-a6418c25951d tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018810 May 09 04:29:09.043230 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-b7461b74-d3c3-46bd-a7bb-30702b3d17c8 service neutron] 10.222.0.13 "GET /v2.0/networks/9cb94923-1093-45fc-bebd-e159f3ac8dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960119 May 09 04:29:09.046622 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5920e17a-59b1-481e-aca5-1cf0752da63c req-647f5ac7-ebb0-4f87-be30-2d5825bcdf85 service neutron] 10.222.0.13 "GET /v2.0/networks/d0b894fb-ca2e-4f02-9d2e-0b887784e9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987413 May 09 04:29:09.146528 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-06ad9d65-b55d-4b63-b8ad-c0f78f8f8c40 req-ec2bd928-822e-46d2-beb7-9c034ba7f70b service neutron] 10.222.0.13 "GET /v2.0/networks/9cb94923-1093-45fc-bebd-e159f3ac8dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899940 May 09 04:29:09.481051 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [req-69ef7b54-db6a-47bd-9a6d-1fada9612d15 req-d61c6df9-b9f0-4868-ad65-ac9418b1709a service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 04:29:09.482023 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-69ef7b54-db6a-47bd-9a6d-1fada9612d15 req-d61c6df9-b9f0-4868-ad65-ac9418b1709a service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054138 May 09 04:29:09.601594 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f8084-f020-45f2-8dc4-61bf0b7c7b76 req-c2c8b929-59bb-409e-9ca3-25c1e9761ab9 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:09.603239 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ff8f8084-f020-45f2-8dc4-61bf0b7c7b76 req-c2c8b929-59bb-409e-9ca3-25c1e9761ab9 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 944 time: 0.0610476 May 09 04:29:09.644886 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ba45d-ee83-432d-ac37-f729e25a005b req-26d37f71-1639-4644-b584-3af123418d7b tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:09.647041 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a61ba45d-ee83-432d-ac37-f729e25a005b req-26d37f71-1639-4644-b584-3af123418d7b tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 943 time: 0.0537126 May 09 04:29:09.656462 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ff8f8084-f020-45f2-8dc4-61bf0b7c7b76 req-419189a7-a988-438a-9317-6a557977815c tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=274a1307-105b-4303-bcc6-e4c7b0b7008c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475850 May 09 04:29:09.697112 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a61ba45d-ee83-432d-ac37-f729e25a005b req-bd3b7fe0-4129-4785-8b9a-329f2aa4cb92 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432866 May 09 04:29:09.941011 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 46320) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:29:10.018414 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-bcbaf15e-2866-4c41-a8a0-ba4c1f5846c4 req-027fea7e-2afe-494b-b5b1-f6d6e589b1db service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0762429 May 09 04:29:10.027594 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [req-bcbaf15e-2866-4c41-a8a0-ba4c1f5846c4 req-5c1a5a2d-bfcf-4b11-a269-2468f7cd82aa service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 04:29:10.028618 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-bcbaf15e-2866-4c41-a8a0-ba4c1f5846c4 req-5c1a5a2d-bfcf-4b11-a269-2468f7cd82aa service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050335 May 09 04:29:10.104715 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 46328) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:29:10.199570 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbaf15e-2866-4c41-a8a0-ba4c1f5846c4 req-7467e8e5-af07-4a52-8a2f-28379881677c tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:10.200960 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-bcbaf15e-2866-4c41-a8a0-ba4c1f5846c4 req-7467e8e5-af07-4a52-8a2f-28379881677c tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports/2abd51b8-3b37-4ec3-841e-462a68eb5cbc HTTP/1.1" status: 200 len: 940 time: 0.0952845 May 09 04:29:10.616930 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145861c7-19d4-4554-bd08-d0888f7a1fc3 req-85f43712-66ad-4e13-acd8-c67ab1a8e625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:10.618398 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-145861c7-19d4-4554-bd08-d0888f7a1fc3 req-85f43712-66ad-4e13-acd8-c67ab1a8e625 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d28d5139952d450fa3b7da38a62d7a03&device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 1128 time: 0.0395737 May 09 04:29:10.723513 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145861c7-19d4-4554-bd08-d0888f7a1fc3 req-4c3cc6eb-7561-40e1-962b-d44f69d5d524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:10.725055 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-145861c7-19d4-4554-bd08-d0888f7a1fc3 req-4c3cc6eb-7561-40e1-962b-d44f69d5d524 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9cb94923-1093-45fc-bebd-e159f3ac8dd3 HTTP/1.1" status: 200 len: 920 time: 0.0890250 May 09 04:29:10.807015 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-145861c7-19d4-4554-bd08-d0888f7a1fc3 req-db163531-b5a2-4912-81d5-4254de87a5e8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef4e419e-4415-4b7c-b72d-4dbd68f98b15 HTTP/1.1" status: 200 len: 217 time: 0.0409975 May 09 04:29:10.815148 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2219d08-d949-495a-bdaa-bb88dd25c49c req-8ced7bc9-5919-4b36-aa47-1e14aadfacf5 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:10.816578 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f2219d08-d949-495a-bdaa-bb88dd25c49c req-8ced7bc9-5919-4b36-aa47-1e14aadfacf5 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 944 time: 0.0854948 May 09 04:29:10.821756 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1624ff-3d03-4e9a-abe1-2fea70b80c7e req-77131698-93af-48e6-afe1-ab41765f979f tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:10.823241 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-cf1624ff-3d03-4e9a-abe1-2fea70b80c7e req-77131698-93af-48e6-afe1-ab41765f979f tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 943 time: 0.0500019 May 09 04:29:10.871280 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-cf1624ff-3d03-4e9a-abe1-2fea70b80c7e req-67ade05d-08ec-4db7-87a3-317f5225a673 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424230 May 09 04:29:10.898265 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145861c7-19d4-4554-bd08-d0888f7a1fc3 req-e0b11976-d3f6-4566-8cc6-8ae3cd87b420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:10.898265 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-145861c7-19d4-4554-bd08-d0888f7a1fc3 req-e0b11976-d3f6-4566-8cc6-8ae3cd87b420 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9336625-5bcd-4003-b69b-e3b341dd5f63 HTTP/1.1" status: 200 len: 858 time: 0.0766001 May 09 04:29:10.901636 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f2219d08-d949-495a-bdaa-bb88dd25c49c req-00c059e7-7102-4577-a3c2-61995fdbac2c tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=274a1307-105b-4303-bcc6-e4c7b0b7008c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771208 May 09 04:29:11.014577 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145861c7-19d4-4554-bd08-d0888f7a1fc3 req-296759cf-1a64-4ef4-8f95-2c27051ffb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:11.016041 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-145861c7-19d4-4554-bd08-d0888f7a1fc3 req-296759cf-1a64-4ef4-8f95-2c27051ffb69 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9cb94923-1093-45fc-bebd-e159f3ac8dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386105 May 09 04:29:11.295473 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device ef4e419e-4415-4b7c-b72d-4dbd68f98b15 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 04:29:11.302247 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 2abd51b8-3b37-4ec3-841e-462a68eb5cbc no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:29:11.445040 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port 2abd51b8-3b37-4ec3-841e-462a68eb5cbc is: DOWN; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:29:11.457198 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port ef4e419e-4415-4b7c-b72d-4dbd68f98b15, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=ef4e419e-4415-4b7c-b72d-4dbd68f98b15,segment=NetworkSegment(7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725),segment_id=7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:29:11.468028 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Returning: {'device': 'ef4e419e-4415-4b7c-b72d-4dbd68f98b15', 'network_id': '9cb94923-1093-45fc-bebd-e159f3ac8dd3', 'port_id': 'ef4e419e-4415-4b7c-b72d-4dbd68f98b15', 'mac_address': 'fa:16:3e:a2:2e:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9336625-5bcd-4003-b69b-e3b341dd5f63', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 04:29:11.504780 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port ef4e419e-4415-4b7c-b72d-4dbd68f98b15 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:29:11.505895 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (ef4e419e-4415-4b7c-b72d-4dbd68f98b15), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:11.518408 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef4e419e-4415-4b7c-b72d-4dbd68f98b15 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 04:29:11.539719 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port ef4e419e-4415-4b7c-b72d-4dbd68f98b15, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=ef4e419e-4415-4b7c-b72d-4dbd68f98b15,segment=NetworkSegment(7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725),segment_id=7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:29:11.544606 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (ef4e419e-4415-4b7c-b72d-4dbd68f98b15), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:11.605001 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=ef4e419e-4415-4b7c-b72d-4dbd68f98b15,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:29:11.606297 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-145861c7-19d4-4554-bd08-d0888f7a1fc3 req-c8880db8-39f3-43cd-965c-7f274ca64e03 service neutron] 10.222.0.13 "GET /v2.0/networks/9cb94923-1093-45fc-bebd-e159f3ac8dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849507 May 09 04:29:11.991945 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3061d-c0e7-4ac6-b050-c0aeae2b159b req-5f8e849d-8837-4d8f-b8e6-d2e74dfe770b tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:11.993457 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-58b3061d-c0e7-4ac6-b050-c0aeae2b159b req-5f8e849d-8837-4d8f-b8e6-d2e74dfe770b tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 943 time: 0.0487199 May 09 04:29:12.022133 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c9e9b-7985-49a3-a7b6-55d9b7b459b5 req-52571138-7673-4c4c-8bbb-e9c21b39886d tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:12.023885 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e94c9e9b-7985-49a3-a7b6-55d9b7b459b5 req-52571138-7673-4c4c-8bbb-e9c21b39886d tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 945 time: 0.0546107 May 09 04:29:12.043138 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-58b3061d-c0e7-4ac6-b050-c0aeae2b159b req-1636dcec-c759-4f1e-9e84-faf3e2f9ac9d tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434031 May 09 04:29:12.125113 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] get_ports_and_sgs() called for port_ids ['ef4e419e-4415-4b7c-b72d-4dbd68f98b15'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 04:29:12.133673 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e94c9e9b-7985-49a3-a7b6-55d9b7b459b5 req-ecae060f-8ebe-4f10-85c5-632dbe6f05f4 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=274a1307-105b-4303-bcc6-e4c7b0b7008c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005878 May 09 04:29:12.144736 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-145861c7-19d4-4554-bd08-d0888f7a1fc3 req-e5b3e7a4-4ba6-4ee2-bba9-6fbed03411a8 service neutron] 10.222.0.13 "GET /v2.0/networks/9cb94923-1093-45fc-bebd-e159f3ac8dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198063 May 09 04:29:12.484373 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78bf8a-09ac-4dd8-b479-29e920c476ed req-f5b8139c-23ec-401e-ba94-1ad39b2b5b16 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:12.485912 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5d78bf8a-09ac-4dd8-b479-29e920c476ed req-f5b8139c-23ec-401e-ba94-1ad39b2b5b16 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 946 time: 0.0491445 May 09 04:29:12.535677 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5d78bf8a-09ac-4dd8-b479-29e920c476ed req-e2714217-b0f2-43ef-85c0-f0595bc5ee72 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f5857f0-83c5-40c8-9ce8-13118e1e61c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437770 May 09 04:29:12.557172 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 46360) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:29:12.696630 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fac9c08-595b-4de1-b8b1-71dceaa2fb63 tempest-TestMinimumBasicScenario-908161077 tempest-TestMinimumBasicScenario-908161077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:12.698272 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-9fac9c08-595b-4de1-b8b1-71dceaa2fb63 tempest-TestMinimumBasicScenario-908161077 tempest-TestMinimumBasicScenario-908161077-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 1125 time: 0.1401372 May 09 04:29:12.701278 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 46364) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:29:12.705785 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-1fd25907-a00b-4fe7-8d08-bebd521a1b22 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Request body: {'floatingip': {'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'port_id': '675e6f12-2f41-46e3-b8d5-09ed37ae4a6f', 'tenant_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:29:12.727834 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1fd25907-a00b-4fe7-8d08-bebd521a1b22 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:12.806651 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1fd25907-a00b-4fe7-8d08-bebd521a1b22 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:12.918915 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-1fd25907-a00b-4fe7-8d08-bebd521a1b22 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Allocated IP 172.27.2.96 (1111f3a4-c02a-41de-91e1-42f5a19c8209/55f6eeca-e44f-4feb-bdb6-d6fdf07e4029/38ef71df-8bdd-4c41-86ff-1e8841600d8b) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:29:13.024290 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1fd25907-a00b-4fe7-8d08-bebd521a1b22 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks [] for port (38ef71df-8bdd-4c41-86ff-1e8841600d8b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:13.056505 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1fd25907-a00b-4fe7-8d08-bebd521a1b22 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (38ef71df-8bdd-4c41-86ff-1e8841600d8b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:13.101165 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd25907-a00b-4fe7-8d08-bebd521a1b22 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Network 1111f3a4-c02a-41de-91e1-42f5a19c8209 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:29:13.104143 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-1fd25907-a00b-4fe7-8d08-bebd521a1b22 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:29:13.109786 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd25907-a00b-4fe7-8d08-bebd521a1b22 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:29:13.133866 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd25907-a00b-4fe7-8d08-bebd521a1b22 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Pushing event updated for resources: {'Port': ['ID=38ef71df-8bdd-4c41-86ff-1e8841600d8b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:29:13.170989 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c35da5-eac2-4c45-bc99-ad78b7a5820a req-1c0c20f2-b5f7-424c-8128-606e6140bfc7 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:13.178288 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-63c35da5-eac2-4c45-bc99-ad78b7a5820a req-1c0c20f2-b5f7-424c-8128-606e6140bfc7 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 943 time: 0.0555956 May 09 04:29:13.222689 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-63c35da5-eac2-4c45-bc99-ad78b7a5820a req-45cfbf3b-b9e0-491c-be03-4d417319f5f8 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418921 May 09 04:29:13.272152 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb3fe5-3cbd-4ad0-9aa3-f51ba4aadc0f req-6581a57f-326c-4dea-8433-209c18be2eef tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:13.273601 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-21cb3fe5-3cbd-4ad0-9aa3-f51ba4aadc0f req-6581a57f-326c-4dea-8433-209c18be2eef tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 945 time: 0.0653927 May 09 04:29:13.297867 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device ef4e419e-4415-4b7c-b72d-4dbd68f98b15 up at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:29:13.342417 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Provisioning for port ef4e419e-4415-4b7c-b72d-4dbd68f98b15 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 04:29:13.348019 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Provisioning complete for port ef4e419e-4415-4b7c-b72d-4dbd68f98b15 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:29:13.348419 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (ef4e419e-4415-4b7c-b72d-4dbd68f98b15), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:13.399575 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-21cb3fe5-3cbd-4ad0-9aa3-f51ba4aadc0f req-ac399823-fe73-45a2-a7ad-650f01c4005a tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=274a1307-105b-4303-bcc6-e4c7b0b7008c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922654 May 09 04:29:13.455557 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbaf15e-2866-4c41-a8a0-ba4c1f5846c4 req-e70de1b5-27ae-472f-972f-71651f89274f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:13.457244 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bcbaf15e-2866-4c41-a8a0-ba4c1f5846c4 req-e70de1b5-27ae-472f-972f-71651f89274f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2&tenant_id=5e56ba7f9cc64897a1d95ac15061e9e4 HTTP/1.1" status: 200 len: 1127 time: 0.0884635 May 09 04:29:13.529611 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbaf15e-2866-4c41-a8a0-ba4c1f5846c4 req-1367f098-ac45-4bb5-af24-7b6690512b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:13.531404 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bcbaf15e-2866-4c41-a8a0-ba4c1f5846c4 req-1367f098-ac45-4bb5-af24-7b6690512b3f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5e56ba7f9cc64897a1d95ac15061e9e4&device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 1127 time: 0.0430660 May 09 04:29:13.562399 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port ef4e419e-4415-4b7c-b72d-4dbd68f98b15 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:29:13.562794 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (ef4e419e-4415-4b7c-b72d-4dbd68f98b15), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:13.592880 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4473a2d0-b3cc-401b-b460-7c00c66893a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4e419e-4415-4b7c-b72d-4dbd68f98b15'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:29:13.595401 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6941dd57353447cfe46bbb883e0d815d26e9477c6b9f0737609fdd17593c9a07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ebefe8-ee4f-4d2c-9295-65f395f7b8d9" -d '{"events": [{"server_uuid": "4473a2d0-b3cc-401b-b460-7c00c66893a0", "name": "network-vif-plugged", "status": "completed", "tag": "ef4e419e-4415-4b7c-b72d-4dbd68f98b15"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:29:13.608127 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port ef4e419e-4415-4b7c-b72d-4dbd68f98b15, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=ef4e419e-4415-4b7c-b72d-4dbd68f98b15,segment=NetworkSegment(7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725),segment_id=7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:29:13.615274 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (ef4e419e-4415-4b7c-b72d-4dbd68f98b15), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:13.641817 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 04:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ddf2237-3d84-49ee-90d0-3119edd2093a x-openstack-request-id: req-8ddf2237-3d84-49ee-90d0-3119edd2093a {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:29:13.642111 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4473a2d0-b3cc-401b-b460-7c00c66893a0", "name": "network-vif-plugged", "status": "completed", "tag": "ef4e419e-4415-4b7c-b72d-4dbd68f98b15", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:29:13.642366 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8ddf2237-3d84-49ee-90d0-3119edd2093a {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:29:13.642760 dv-cinder-838009-3-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ddf2237-3d84-49ee-90d0-3119edd2093a'] response: {'server_uuid': '4473a2d0-b3cc-401b-b460-7c00c66893a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4e419e-4415-4b7c-b72d-4dbd68f98b15', 'code': 200} May 09 04:29:13.646964 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1fd25907-a00b-4fe7-8d08-bebd521a1b22 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks [] for floatingip (bf2baebb-5f78-4a39-8dbc-7c5065955868), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:13.668635 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=ef4e419e-4415-4b7c-b72d-4dbd68f98b15,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:29:13.680671 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbaf15e-2866-4c41-a8a0-ba4c1f5846c4 req-0c6e5712-2a02-4949-b18d-d0e89444f884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:13.682115 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bcbaf15e-2866-4c41-a8a0-ba4c1f5846c4 req-0c6e5712-2a02-4949-b18d-d0e89444f884 service neutron] 10.222.0.13 "GET /v2.0/networks?id=01d9e17c-6b96-4039-a582-d98ab8fe7760 HTTP/1.1" status: 200 len: 918 time: 0.1246738 May 09 04:29:13.728483 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1fd25907-a00b-4fe7-8d08-bebd521a1b22 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (38ef71df-8bdd-4c41-86ff-1e8841600d8b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:13.772552 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bcbaf15e-2866-4c41-a8a0-ba4c1f5846c4 req-21cd4592-d136-4e1c-bcac-c49145fb3d89 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2abd51b8-3b37-4ec3-841e-462a68eb5cbc HTTP/1.1" status: 200 len: 998 time: 0.0799568 May 09 04:29:13.826618 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbaf15e-2866-4c41-a8a0-ba4c1f5846c4 req-061bd185-f4c0-4da5-80d7-4913a953c603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:13.828087 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bcbaf15e-2866-4c41-a8a0-ba4c1f5846c4 req-061bd185-f4c0-4da5-80d7-4913a953c603 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1eeed15e-26fd-4534-8116-03da5482032b HTTP/1.1" status: 200 len: 856 time: 0.0474916 May 09 04:29:13.862420 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5c2b8-d3e0-4702-9438-a4e08b0c5c21 req-3e62e2ef-1d34-490f-80d3-08a7051a528a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:13.863803 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-b1f5c2b8-d3e0-4702-9438-a4e08b0c5c21 req-3e62e2ef-1d34-490f-80d3-08a7051a528a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 1130 time: 0.0470357 May 09 04:29:13.875817 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbaf15e-2866-4c41-a8a0-ba4c1f5846c4 req-ef81c8ad-6b4a-4553-8064-df5efe51306c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:13.877430 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bcbaf15e-2866-4c41-a8a0-ba4c1f5846c4 req-ef81c8ad-6b4a-4553-8064-df5efe51306c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=01d9e17c-6b96-4039-a582-d98ab8fe7760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395012 May 09 04:29:13.951178 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1fd25907-a00b-4fe7-8d08-bebd521a1b22 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks [] for port (38ef71df-8bdd-4c41-86ff-1e8841600d8b), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:13.955387 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-b1f5c2b8-d3e0-4702-9438-a4e08b0c5c21 req-3406aa58-a70d-42a5-96b6-0647e2ee3dcb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=274a1307-105b-4303-bcc6-e4c7b0b7008c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737076 May 09 04:29:13.956488 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1fd25907-a00b-4fe7-8d08-bebd521a1b22 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718803'] for port (38ef71df-8bdd-4c41-86ff-1e8841600d8b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:13.964713 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bcbaf15e-2866-4c41-a8a0-ba4c1f5846c4 req-6af33851-814f-49d9-9b2c-f9867e2cd2a3 service neutron] 10.222.0.13 "GET /v2.0/networks/01d9e17c-6b96-4039-a582-d98ab8fe7760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803285 May 09 04:29:14.026345 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd25907-a00b-4fe7-8d08-bebd521a1b22 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Pushing event updated for resources: {'Port': ['ID=38ef71df-8bdd-4c41-86ff-1e8841600d8b,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:29:14.035310 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1fd25907-a00b-4fe7-8d08-bebd521a1b22 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-653345'] for floatingip (bf2baebb-5f78-4a39-8dbc-7c5065955868), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:14.136814 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.db.l3_db [None req-1fd25907-a00b-4fe7-8d08-bebd521a1b22 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Floating IP bf2baebb-5f78-4a39-8dbc-7c5065955868 associated. External IP: 172.27.2.96, port: 675e6f12-2f41-46e3-b8d5-09ed37ae4a6f. May 09 04:29:14.351804 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bcbaf15e-2866-4c41-a8a0-ba4c1f5846c4 req-3d3575ca-7a27-46f6-9cb4-579e453504f3 service neutron] 10.222.0.13 "GET /v2.0/networks/01d9e17c-6b96-4039-a582-d98ab8fe7760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909419 May 09 04:29:14.385284 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef649e1a-981e-4f6b-8394-920eebd5e9cd req-8c2bd1b5-af9b-4162-9b02-a222b2a399f0 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:14.386770 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ef649e1a-981e-4f6b-8394-920eebd5e9cd req-8c2bd1b5-af9b-4162-9b02-a222b2a399f0 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 943 time: 0.0880013 May 09 04:29:14.392060 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd25907-a00b-4fe7-8d08-bebd521a1b22 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Router 7fa5118d-add2-498a-a3dc-87e0c4d54a3a has already been hosted by L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 04:29:14.477051 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ef649e1a-981e-4f6b-8394-920eebd5e9cd req-df9601af-d80b-42d2-85eb-150b3ebb8420 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836902 May 09 04:29:14.522457 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037fd056-3448-4fa5-bb37-3d0c6229095d req-40755e80-94ff-4a1e-aa0b-f1f556a6a1db tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:14.524026 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-037fd056-3448-4fa5-bb37-3d0c6229095d req-40755e80-94ff-4a1e-aa0b-f1f556a6a1db tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 946 time: 0.0514219 May 09 04:29:14.543619 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd25907-a00b-4fe7-8d08-bebd521a1b22 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:29:14.554978 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf06ff2-a4a1-482d-9562-d39fad2fca67 None None] Sync routers for ids ['7fa5118d-add2-498a-a3dc-87e0c4d54a3a'] in dv-cinder-838009-3-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:29:14.563601 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1fd25907-a00b-4fe7-8d08-bebd521a1b22 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:14.565939 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf06ff2-a4a1-482d-9562-d39fad2fca67 None None] Routers {'7fa5118d-add2-498a-a3dc-87e0c4d54a3a'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:29:14.566732 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-6cf06ff2-a4a1-482d-9562-d39fad2fca67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:28:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['7fa5118d-add2-498a-a3dc-87e0c4d54a3a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:29:14.579052 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-037fd056-3448-4fa5-bb37-3d0c6229095d req-c37d1a96-6340-4990-939e-de5bcfe84c23 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=274a1307-105b-4303-bcc6-e4c7b0b7008c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492067 May 09 04:29:14.598176 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-1fd25907-a00b-4fe7-8d08-bebd521a1b22 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8933630 May 09 04:29:14.598176 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b52cecb3-2634-4f9e-a9df-1ae4595bb3e1', 'tag': '675e6f12-2f41-46e3-b8d5-09ed37ae4a6f'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:29:14.599009 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708343da101edf5db3821e80f7e6194e70163222c3a70cb9c2c474869a6028b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6d1481-c83e-47b7-b7f2-0660dabbf04a" -d '{"events": [{"name": "network-changed", "server_uuid": "b52cecb3-2634-4f9e-a9df-1ae4595bb3e1", "tag": "675e6f12-2f41-46e3-b8d5-09ed37ae4a6f"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:29:14.599260 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 46384) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:29:14.604365 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-2d9b5d35-a854-48d9-aede-2e30181b17d1 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1421884183', 'description': 'tempest-secgroup-smoke-1421884183 description', 'project_id': 'cf2a64ab3bc1448b8a934e2d103bb161'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:29:14.628521 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2d9b5d35-a854-48d9-aede-2e30181b17d1 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:14.635577 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 04:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766fb05c-491c-4977-88ff-cfa300dfb1cf x-openstack-request-id: req-766fb05c-491c-4977-88ff-cfa300dfb1cf {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:29:14.635870 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b52cecb3-2634-4f9e-a9df-1ae4595bb3e1", "tag": "675e6f12-2f41-46e3-b8d5-09ed37ae4a6f", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:29:14.636153 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-766fb05c-491c-4977-88ff-cfa300dfb1cf {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:29:14.636571 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-766fb05c-491c-4977-88ff-cfa300dfb1cf'] response: {'name': 'network-changed', 'server_uuid': 'b52cecb3-2634-4f9e-a9df-1ae4595bb3e1', 'tag': '675e6f12-2f41-46e3-b8d5-09ed37ae4a6f', 'status': 'completed', 'code': 200} May 09 04:29:14.687053 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-6cf06ff2-a4a1-482d-9562-d39fad2fca67 None None] Set router 7fa5118d-add2-498a-a3dc-87e0c4d54a3a gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:29:14.704737 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2d9b5d35-a854-48d9-aede-2e30181b17d1 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks [] for security_group (50344f9a-eb8f-43c1-9c05-983eb3f3a838), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:14.709361 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2d9b5d35-a854-48d9-aede-2e30181b17d1 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (50344f9a-eb8f-43c1-9c05-983eb3f3a838), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:14.737775 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2d9b5d35-a854-48d9-aede-2e30181b17d1 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:14.738985 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-2d9b5d35-a854-48d9-aede-2e30181b17d1 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1384113 May 09 04:29:14.743949 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 46388) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:29:14.746127 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-37369b89-0f2f-4fdc-a148-fadea24069b0 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Request body: {'security_group_rule': {'security_group_id': '50344f9a-eb8f-43c1-9c05-983eb3f3a838', 'project_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:29:14.753864 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b5d35-a854-48d9-aede-2e30181b17d1 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50344f9a-eb8f-43c1-9c05-983eb3f3a838,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:29:14.767179 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9b5d35-a854-48d9-aede-2e30181b17d1 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:29:14.767533 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9b5d35-a854-48d9-aede-2e30181b17d1 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:29:14.767871 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9b5d35-a854-48d9-aede-2e30181b17d1 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:29:14.768230 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9b5d35-a854-48d9-aede-2e30181b17d1 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:29:14.768562 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9b5d35-a854-48d9-aede-2e30181b17d1 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:29:14.768893 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9b5d35-a854-48d9-aede-2e30181b17d1 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:29:14.769222 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9b5d35-a854-48d9-aede-2e30181b17d1 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:29:14.769550 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9b5d35-a854-48d9-aede-2e30181b17d1 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:29:14.769871 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9b5d35-a854-48d9-aede-2e30181b17d1 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:29:14.770193 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9b5d35-a854-48d9-aede-2e30181b17d1 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:29:14.771175 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9b5d35-a854-48d9-aede-2e30181b17d1 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:29:14.771503 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9b5d35-a854-48d9-aede-2e30181b17d1 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:29:14.771827 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9b5d35-a854-48d9-aede-2e30181b17d1 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:29:14.772172 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9b5d35-a854-48d9-aede-2e30181b17d1 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:29:14.772495 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9b5d35-a854-48d9-aede-2e30181b17d1 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:29:14.791610 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37369b89-0f2f-4fdc-a148-fadea24069b0 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks [] for security_group_rule (d29ee038-3ad7-44e0-a9b5-f168abba41f8), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:14.845735 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37369b89-0f2f-4fdc-a148-fadea24069b0 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks [] for security_group_rule (d29ee038-3ad7-44e0-a9b5-f168abba41f8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:14.849451 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37369b89-0f2f-4fdc-a148-fadea24069b0 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619982'] for security_group_rule (d29ee038-3ad7-44e0-a9b5-f168abba41f8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:14.869378 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37369b89-0f2f-4fdc-a148-fadea24069b0 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d29ee038-3ad7-44e0-a9b5-f168abba41f8,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:29:14.877983 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-37369b89-0f2f-4fdc-a148-fadea24069b0 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:14.879192 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-37369b89-0f2f-4fdc-a148-fadea24069b0 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1363623 May 09 04:29:14.882715 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 46390) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:29:14.886949 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-3a4e930b-0229-49b1-b179-603631f163a1 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Request body: {'security_group_rule': {'security_group_id': '50344f9a-eb8f-43c1-9c05-983eb3f3a838', 'project_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:29:14.913680 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3a4e930b-0229-49b1-b179-603631f163a1 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks [] for security_group_rule (9f539351-2b25-4abd-9966-b20d4798f241), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:14.914280 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-6cf06ff2-a4a1-482d-9562-d39fad2fca67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa5118d-add2-498a-a3dc-87e0c4d54a3a', 'name': 'tempest-TestMinimumBasicScenario-524112707-router', 'tenant_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '9277d559-6ea8-40ad-99a3-d40d4f444af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:48Z', 'updated_at': '2022-05-09T04:27:55Z', 'revision_number': 4, 'project_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'gw_port': {'id': '9277d559-6ea8-40ad-99a3-d40d4f444af1', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa5118d-add2-498a-a3dc-87e0c4d54a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:49Z', 'updated_at': '2022-05-09T04:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_floatingips': [{'id': 'bf2baebb-5f78-4a39-8dbc-7c5065955868', 'tenant_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'floating_ip_address': '172.27.2.96', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': '7fa5118d-add2-498a-a3dc-87e0c4d54a3a', 'port_id': '675e6f12-2f41-46e3-b8d5-09ed37ae4a6f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da1a742f-a0fb-4823-acf5-bb842d53e97e', 'mac_address': 'fa:16:3e:9b:c9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52cecb3-2634-4f9e-a9df-1ae4595bb3e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:29:13Z', 'updated_at': '2022-05-09T04:29:13Z', 'revision_number': 0, 'project_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '423cc753-ac02-44c3-9978-67edc8948b86', 'name': '', 'network_id': 'da1a742f-a0fb-4823-acf5-bb842d53e97e', 'tenant_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'mac_address': 'fa:16:3e:c2:47:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa5118d-add2-498a-a3dc-87e0c4d54a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'f2c7c720-a0e3-4650-9d10-f6010eaead33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:54Z', 'updated_at': '2022-05-09T04:28:16Z', 'revision_number': 5, 'project_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'subnets': [{'id': 'f2c7c720-a0e3-4650-9d10-f6010eaead33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:29:14.943821 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf06ff2-a4a1-482d-9562-d39fad2fca67 None None] Checking router: 7fa5118d-add2-498a-a3dc-87e0c4d54a3a for host: dv-cinder-838009-3-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:29:14.951843 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf06ff2-a4a1-482d-9562-d39fad2fca67 None None] Routers {'7fa5118d-add2-498a-a3dc-87e0c4d54a3a'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:29:14.952471 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-6cf06ff2-a4a1-482d-9562-d39fad2fca67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:28:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['7fa5118d-add2-498a-a3dc-87e0c4d54a3a'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:29:14.970848 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3a4e930b-0229-49b1-b179-603631f163a1 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks [] for security_group_rule (9f539351-2b25-4abd-9966-b20d4798f241), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:14.975526 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3a4e930b-0229-49b1-b179-603631f163a1 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619982'] for security_group_rule (9f539351-2b25-4abd-9966-b20d4798f241), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:14.994206 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e930b-0229-49b1-b179-603631f163a1 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f539351-2b25-4abd-9966-b20d4798f241,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:29:14.999457 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3a4e930b-0229-49b1-b179-603631f163a1 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:15.003396 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 46392) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:29:15.003523 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-3a4e930b-0229-49b1-b179-603631f163a1 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1198404 May 09 04:29:15.008662 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-d08631a9-687d-476f-9cca-02308a604af5 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Request body: {'security_group_rule': {'security_group_id': '50344f9a-eb8f-43c1-9c05-983eb3f3a838', 'project_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:29:15.034363 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d08631a9-687d-476f-9cca-02308a604af5 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks [] for security_group_rule (b5fbf968-1cbc-4745-8938-4a8a37063702), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:15.064302 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-6cf06ff2-a4a1-482d-9562-d39fad2fca67 None None] Set router 7fa5118d-add2-498a-a3dc-87e0c4d54a3a gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:29:15.091702 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d08631a9-687d-476f-9cca-02308a604af5 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks [] for security_group_rule (b5fbf968-1cbc-4745-8938-4a8a37063702), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:15.095291 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d08631a9-687d-476f-9cca-02308a604af5 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619982'] for security_group_rule (b5fbf968-1cbc-4745-8938-4a8a37063702), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:15.112858 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08631a9-687d-476f-9cca-02308a604af5 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5fbf968-1cbc-4745-8938-4a8a37063702,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:29:15.136932 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d08631a9-687d-476f-9cca-02308a604af5 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:15.140797 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-d08631a9-687d-476f-9cca-02308a604af5 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1338458 May 09 04:29:15.140942 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 46396) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:29:15.145633 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-d3ac2bc0-c2aa-4f2c-8f98-891a4bded3ea tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Request body: {'security_group_rule': {'security_group_id': '50344f9a-eb8f-43c1-9c05-983eb3f3a838', 'project_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:29:15.165996 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d1481-c83e-47b7-b7f2-0660dabbf04a req-12191f43-5fdb-4421-a06e-8f3f7054b68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:15.167810 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7d6d1481-c83e-47b7-b7f2-0660dabbf04a req-12191f43-5fdb-4421-a06e-8f3f7054b68e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf2a64ab3bc1448b8a934e2d103bb161&device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 1130 time: 0.0461509 May 09 04:29:15.175938 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d3ac2bc0-c2aa-4f2c-8f98-891a4bded3ea tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks [] for security_group_rule (0eb19cce-1ee2-44e9-8762-0ded32434d3a), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:15.251745 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d3ac2bc0-c2aa-4f2c-8f98-891a4bded3ea tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks [] for security_group_rule (0eb19cce-1ee2-44e9-8762-0ded32434d3a), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:15.258186 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d3ac2bc0-c2aa-4f2c-8f98-891a4bded3ea tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619982'] for security_group_rule (0eb19cce-1ee2-44e9-8762-0ded32434d3a), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:15.283498 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac2bc0-c2aa-4f2c-8f98-891a4bded3ea tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eb19cce-1ee2-44e9-8762-0ded32434d3a,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:29:15.292183 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d3ac2bc0-c2aa-4f2c-8f98-891a4bded3ea tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:15.294486 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-d3ac2bc0-c2aa-4f2c-8f98-891a4bded3ea tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1524684 May 09 04:29:15.297465 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 46408) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:29:15.304480 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-011f1d1b-f18d-443f-9306-c5d95b9b7203 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Request body: {'security_group_rule': {'security_group_id': '50344f9a-eb8f-43c1-9c05-983eb3f3a838', 'project_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:29:15.307454 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d1481-c83e-47b7-b7f2-0660dabbf04a req-46b9ac42-ed9d-45cf-8f79-8b728cdd682f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:15.308976 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7d6d1481-c83e-47b7-b7f2-0660dabbf04a req-46b9ac42-ed9d-45cf-8f79-8b728cdd682f service neutron] 10.222.0.13 "GET /v2.0/networks?id=da1a742f-a0fb-4823-acf5-bb842d53e97e HTTP/1.1" status: 200 len: 915 time: 0.1334777 May 09 04:29:15.322778 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-6cf06ff2-a4a1-482d-9562-d39fad2fca67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa5118d-add2-498a-a3dc-87e0c4d54a3a', 'name': 'tempest-TestMinimumBasicScenario-524112707-router', 'tenant_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '9277d559-6ea8-40ad-99a3-d40d4f444af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:48Z', 'updated_at': '2022-05-09T04:27:55Z', 'revision_number': 4, 'project_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'gw_port': {'id': '9277d559-6ea8-40ad-99a3-d40d4f444af1', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa5118d-add2-498a-a3dc-87e0c4d54a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:49Z', 'updated_at': '2022-05-09T04:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_floatingips': [{'id': 'bf2baebb-5f78-4a39-8dbc-7c5065955868', 'tenant_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'floating_ip_address': '172.27.2.96', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': '7fa5118d-add2-498a-a3dc-87e0c4d54a3a', 'port_id': '675e6f12-2f41-46e3-b8d5-09ed37ae4a6f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da1a742f-a0fb-4823-acf5-bb842d53e97e', 'mac_address': 'fa:16:3e:9b:c9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52cecb3-2634-4f9e-a9df-1ae4595bb3e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:29:13Z', 'updated_at': '2022-05-09T04:29:13Z', 'revision_number': 0, 'project_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '423cc753-ac02-44c3-9978-67edc8948b86', 'name': '', 'network_id': 'da1a742f-a0fb-4823-acf5-bb842d53e97e', 'tenant_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'mac_address': 'fa:16:3e:c2:47:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa5118d-add2-498a-a3dc-87e0c4d54a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'f2c7c720-a0e3-4650-9d10-f6010eaead33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:54Z', 'updated_at': '2022-05-09T04:28:16Z', 'revision_number': 5, 'project_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'subnets': [{'id': 'f2c7c720-a0e3-4650-9d10-f6010eaead33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:29:15.328471 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.db.securitygroups_db [None req-011f1d1b-f18d-443f-9306-c5d95b9b7203 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Project cf2a64ab3bc1448b8a934e2d103bb161 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 04:29:15.337881 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-011f1d1b-f18d-443f-9306-c5d95b9b7203 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks [] for security_group_rule (ee58f9da-c17b-41df-b0e9-e3b22d32fa5b), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:15.358824 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf06ff2-a4a1-482d-9562-d39fad2fca67 None None] The sync data for ids ['7fa5118d-add2-498a-a3dc-87e0c4d54a3a'] in dv-cinder-838009-3-iscsi is: [{'id': '7fa5118d-add2-498a-a3dc-87e0c4d54a3a', 'name': 'tempest-TestMinimumBasicScenario-524112707-router', 'tenant_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '9277d559-6ea8-40ad-99a3-d40d4f444af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:48Z', 'updated_at': '2022-05-09T04:27:55Z', 'revision_number': 4, 'project_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'gw_port': {'id': '9277d559-6ea8-40ad-99a3-d40d4f444af1', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa5118d-add2-498a-a3dc-87e0c4d54a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:49Z', 'updated_at': '2022-05-09T04:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_floatingips': [{'id': 'bf2baebb-5f78-4a39-8dbc-7c5065955868', 'tenant_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'floating_ip_address': '172.27.2.96', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': '7fa5118d-add2-498a-a3dc-87e0c4d54a3a', 'port_id': '675e6f12-2f41-46e3-b8d5-09ed37ae4a6f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da1a742f-a0fb-4823-acf5-bb842d53e97e', 'mac_address': 'fa:16:3e:9b:c9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52cecb3-2634-4f9e-a9df-1ae4595bb3e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:29:13Z', 'updated_at': '2022-05-09T04:29:13Z', 'revision_number': 0, 'project_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '423cc753-ac02-44c3-9978-67edc8948b86', 'name': '', 'network_id': 'da1a742f-a0fb-4823-acf5-bb842d53e97e', 'tenant_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'mac_address': 'fa:16:3e:c2:47:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa5118d-add2-498a-a3dc-87e0c4d54a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'f2c7c720-a0e3-4650-9d10-f6010eaead33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:54Z', 'updated_at': '2022-05-09T04:28:16Z', 'revision_number': 5, 'project_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'subnets': [{'id': 'f2c7c720-a0e3-4650-9d10-f6010eaead33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:29:15.414282 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-011f1d1b-f18d-443f-9306-c5d95b9b7203 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks [] for security_group_rule (ee58f9da-c17b-41df-b0e9-e3b22d32fa5b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:15.418600 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7d6d1481-c83e-47b7-b7f2-0660dabbf04a req-4c598f8b-9b00-4aa3-b3c2-f797baa23666 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=675e6f12-2f41-46e3-b8d5-09ed37ae4a6f HTTP/1.1" status: 200 len: 999 time: 0.0896263 May 09 04:29:15.425266 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-011f1d1b-f18d-443f-9306-c5d95b9b7203 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619982'] for security_group_rule (ee58f9da-c17b-41df-b0e9-e3b22d32fa5b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:15.450038 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f1d1b-f18d-443f-9306-c5d95b9b7203 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee58f9da-c17b-41df-b0e9-e3b22d32fa5b,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:29:15.462850 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-011f1d1b-f18d-443f-9306-c5d95b9b7203 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:15.468172 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-011f1d1b-f18d-443f-9306-c5d95b9b7203 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1695700 May 09 04:29:15.469251 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 46418) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:29:15.475772 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-7a3e3c87-2b10-46da-8369-9993bdd875eb tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Request body: {'security_group_rule': {'security_group_id': '50344f9a-eb8f-43c1-9c05-983eb3f3a838', 'project_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:29:15.508509 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.db.securitygroups_db [None req-7a3e3c87-2b10-46da-8369-9993bdd875eb tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Project cf2a64ab3bc1448b8a934e2d103bb161 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 09 04:29:15.519127 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a3e3c87-2b10-46da-8369-9993bdd875eb tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks [] for security_group_rule (b7067049-28f6-4551-b9c8-430ff3907ce9), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:15.565464 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d1481-c83e-47b7-b7f2-0660dabbf04a req-f7219e67-ff8a-4dfe-a212-986a934b5f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:15.569634 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7d6d1481-c83e-47b7-b7f2-0660dabbf04a req-f7219e67-ff8a-4dfe-a212-986a934b5f6e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f2c7c720-a0e3-4650-9d10-f6010eaead33 HTTP/1.1" status: 200 len: 853 time: 0.1418216 May 09 04:29:15.639178 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a3e3c87-2b10-46da-8369-9993bdd875eb tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks [] for security_group_rule (b7067049-28f6-4551-b9c8-430ff3907ce9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:15.648305 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a3e3c87-2b10-46da-8369-9993bdd875eb tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619982'] for security_group_rule (b7067049-28f6-4551-b9c8-430ff3907ce9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:15.676751 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fcb74a-6454-4076-bc05-da471565e584 req-c4e7ac12-8906-4efd-8d15-c6430048c642 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:15.683216 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3e3c87-2b10-46da-8369-9993bdd875eb tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7067049-28f6-4551-b9c8-430ff3907ce9,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:29:15.684126 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b9fcb74a-6454-4076-bc05-da471565e584 req-c4e7ac12-8906-4efd-8d15-c6430048c642 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 943 time: 0.1036894 May 09 04:29:15.697302 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7a3e3c87-2b10-46da-8369-9993bdd875eb tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:15.710797 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-7a3e3c87-2b10-46da-8369-9993bdd875eb tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2399776 May 09 04:29:15.736917 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de75f9a-621a-4f90-a2f4-8a6a2c133381 None None] New status for floating IP bf2baebb-5f78-4a39-8dbc-7c5065955868: ACTIVE {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 04:29:15.789503 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61f4ad-87fb-4f30-81c4-8ff0b892fb9d req-29aa674b-239e-426f-8af8-ae0e437ec3f5 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:15.798783 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9a61f4ad-87fb-4f30-81c4-8ff0b892fb9d req-29aa674b-239e-426f-8af8-ae0e437ec3f5 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 946 time: 0.1062729 May 09 04:29:15.800395 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b9fcb74a-6454-4076-bc05-da471565e584 req-f12690d4-1dd5-4f18-94e1-cb6a75579eb6 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980382 May 09 04:29:15.869988 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9a61f4ad-87fb-4f30-81c4-8ff0b892fb9d req-4d4533cf-6a04-4a45-b63b-6fb7d1e860ae tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=274a1307-105b-4303-bcc6-e4c7b0b7008c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713370 May 09 04:29:16.032350 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-55ba2a3c-3bb6-47c2-9810-fc331b358f46 req-555c6fc1-4697-4c7c-9fd0-13c418db9dbc tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1421884183&fields=id&tenant_id=cf2a64ab3bc1448b8a934e2d103bb161 HTTP/1.1" status: 200 len: 267 time: 0.1098945 May 09 04:29:16.093020 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba2a3c-3bb6-47c2-9810-fc331b358f46 req-469fd951-3cc2-4fb5-81a6-369714127ea1 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:16.094620 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-55ba2a3c-3bb6-47c2-9810-fc331b358f46 req-469fd951-3cc2-4fb5-81a6-369714127ea1 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 946 time: 0.0527382 May 09 04:29:16.107562 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-55ba2a3c-3bb6-47c2-9810-fc331b358f46 req-be3c2a71-cb3b-43e1-87e0-064b9b599faf tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Request body: {'port': {'security_groups': ['3f5857f0-83c5-40c8-9ce8-13118e1e61c8', '50344f9a-eb8f-43c1-9c05-983eb3f3a838']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:29:16.194766 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-55ba2a3c-3bb6-47c2-9810-fc331b358f46 req-be3c2a71-cb3b-43e1-87e0-064b9b599faf tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (675e6f12-2f41-46e3-b8d5-09ed37ae4a6f), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:16.409016 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-55ba2a3c-3bb6-47c2-9810-fc331b358f46 req-be3c2a71-cb3b-43e1-87e0-064b9b599faf tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] For port 675e6f12-2f41-46e3-b8d5-09ed37ae4a6f, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=675e6f12-2f41-46e3-b8d5-09ed37ae4a6f,segment=NetworkSegment(e721fef7-2fbf-4951-beab-ce8ea2bdc6b4),segment_id=e721fef7-2fbf-4951-beab-ce8ea2bdc6b4)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:29:16.437404 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-55ba2a3c-3bb6-47c2-9810-fc331b358f46 req-be3c2a71-cb3b-43e1-87e0-064b9b599faf tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks [] for port (675e6f12-2f41-46e3-b8d5-09ed37ae4a6f), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:16.443103 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-55ba2a3c-3bb6-47c2-9810-fc331b358f46 req-be3c2a71-cb3b-43e1-87e0-064b9b599faf tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (675e6f12-2f41-46e3-b8d5-09ed37ae4a6f), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:16.459061 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] get_ports_and_sgs() called for port_ids ['675e6f12-2f41-46e3-b8d5-09ed37ae4a6f'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 04:29:16.490350 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba2a3c-3bb6-47c2-9810-fc331b358f46 req-be3c2a71-cb3b-43e1-87e0-064b9b599faf tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:16.490973 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-55ba2a3c-3bb6-47c2-9810-fc331b358f46 req-be3c2a71-cb3b-43e1-87e0-064b9b599faf tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:16.494526 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-55ba2a3c-3bb6-47c2-9810-fc331b358f46 req-be3c2a71-cb3b-43e1-87e0-064b9b599faf tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "PUT /v2.0/ports/675e6f12-2f41-46e3-b8d5-09ed37ae4a6f HTTP/1.1" status: 200 len: 982 time: 0.3915465 May 09 04:29:16.494849 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b52cecb3-2634-4f9e-a9df-1ae4595bb3e1', 'tag': '675e6f12-2f41-46e3-b8d5-09ed37ae4a6f'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:29:16.497403 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a98aaefa13d75cb12d9cbfc750f918ae1aa7d1c3c8041a7e7d91ea73ff80a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32532876-6b68-418d-9562-3d913e4bd884" -d '{"events": [{"name": "network-changed", "server_uuid": "b52cecb3-2634-4f9e-a9df-1ae4595bb3e1", "tag": "675e6f12-2f41-46e3-b8d5-09ed37ae4a6f"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:29:16.537314 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3c2a71-cb3b-43e1-87e0-064b9b599faf tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Pushing event updated for resources: {'Port': ['ID=675e6f12-2f41-46e3-b8d5-09ed37ae4a6f,revision_number=6']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:29:16.565659 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 04:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888f405b-4ea6-4aa0-a7c4-d8a0085bf5c2 x-openstack-request-id: req-888f405b-4ea6-4aa0-a7c4-d8a0085bf5c2 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:29:16.565946 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b52cecb3-2634-4f9e-a9df-1ae4595bb3e1", "tag": "675e6f12-2f41-46e3-b8d5-09ed37ae4a6f", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:29:16.566195 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-888f405b-4ea6-4aa0-a7c4-d8a0085bf5c2 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:29:16.569000 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-888f405b-4ea6-4aa0-a7c4-d8a0085bf5c2'] response: {'name': 'network-changed', 'server_uuid': 'b52cecb3-2634-4f9e-a9df-1ae4595bb3e1', 'tag': '675e6f12-2f41-46e3-b8d5-09ed37ae4a6f', 'status': 'completed', 'code': 200} May 09 04:29:16.625866 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbbddaf-7c3c-43a4-8d77-3907ce9851b8 req-a1b71a12-41cc-4e57-a99d-a082de77b3a3 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:16.627237 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] get_ports_and_sgs() called for port_ids ['675e6f12-2f41-46e3-b8d5-09ed37ae4a6f'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 04:29:16.627354 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6dbbddaf-7c3c-43a4-8d77-3907ce9851b8 req-a1b71a12-41cc-4e57-a99d-a082de77b3a3 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 985 time: 0.0522258 May 09 04:29:16.699245 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6dbbddaf-7c3c-43a4-8d77-3907ce9851b8 req-4b8c5a1e-ad70-4db4-9329-f2171ea34bfe tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/security-groups?id=50344f9a-eb8f-43c1-9c05-983eb3f3a838&id=3f5857f0-83c5-40c8-9ce8-13118e1e61c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0638766 May 09 04:29:16.839680 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-a1932830-2908-4ae0-a207-4d4bf8a07d5d None None] Provisioning complete for port 675e6f12-2f41-46e3-b8d5-09ed37ae4a6f triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:29:16.840381 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a1932830-2908-4ae0-a207-4d4bf8a07d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (675e6f12-2f41-46e3-b8d5-09ed37ae4a6f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:16.958700 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295266dd-273d-4453-a67e-d2c22f50f8a6 req-0f9b3295-5246-4d28-a8cb-48dee7fb08f6 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:16.960185 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-295266dd-273d-4453-a67e-d2c22f50f8a6 req-0f9b3295-5246-4d28-a8cb-48dee7fb08f6 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 943 time: 0.0605304 May 09 04:29:17.032503 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-295266dd-273d-4453-a67e-d2c22f50f8a6 req-7b7e5f86-8bb9-418c-bfad-f210825c3e58 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660636 May 09 04:29:17.044700 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061b75a-cfbe-4621-a77e-a9bb7ac66a45 req-1e6ee824-20fb-4370-9f09-65b514eba3a8 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:17.046541 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-2061b75a-cfbe-4621-a77e-a9bb7ac66a45 req-1e6ee824-20fb-4370-9f09-65b514eba3a8 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 946 time: 0.0828092 May 09 04:29:17.087664 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-a1932830-2908-4ae0-a207-4d4bf8a07d5d None None] Current status of the port 675e6f12-2f41-46e3-b8d5-09ed37ae4a6f is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:29:17.104904 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-2061b75a-cfbe-4621-a77e-a9bb7ac66a45 req-2ce6f00c-6602-4e7f-a58a-d129a41c071a tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=274a1307-105b-4303-bcc6-e4c7b0b7008c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520287 May 09 04:29:18.148200 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e649c-2707-422e-8caa-67c9526ff6a2 req-f7af15ba-aa57-462a-8900-3a2543566c86 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:18.149866 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f07e649c-2707-422e-8caa-67c9526ff6a2 req-f7af15ba-aa57-462a-8900-3a2543566c86 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 943 time: 0.0483274 May 09 04:29:18.206303 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f07e649c-2707-422e-8caa-67c9526ff6a2 req-39c84d5b-6277-45c6-a213-19d332cb5788 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485110 May 09 04:29:18.238226 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d475d32-6cd7-4134-8054-5cf7cb8983a2 req-20d1bbf5-5812-4bd5-a1d0-83acef7d5197 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:18.239993 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6d475d32-6cd7-4134-8054-5cf7cb8983a2 req-20d1bbf5-5812-4bd5-a1d0-83acef7d5197 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 946 time: 0.0568004 May 09 04:29:18.290049 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6d475d32-6cd7-4134-8054-5cf7cb8983a2 req-977ba906-adb3-4cc2-be5a-35483a662967 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=274a1307-105b-4303-bcc6-e4c7b0b7008c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441959 May 09 04:29:19.335268 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89f402-ca70-41df-b5d9-ff30eafeb79a req-9ff46662-bb04-4d0c-aefa-b6edc07a78a5 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:19.337170 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-de89f402-ca70-41df-b5d9-ff30eafeb79a req-9ff46662-bb04-4d0c-aefa-b6edc07a78a5 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 943 time: 0.0519302 May 09 04:29:19.397164 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-de89f402-ca70-41df-b5d9-ff30eafeb79a req-d020ce0f-cb38-4e5f-b1ab-04ce06bd94c4 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536761 May 09 04:29:19.417494 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec392b48-9edf-4085-a459-c150fe25d36a req-10a1ef2c-bd40-414d-8a06-c524fc3bddd4 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:19.419017 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ec392b48-9edf-4085-a459-c150fe25d36a req-10a1ef2c-bd40-414d-8a06-c524fc3bddd4 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 946 time: 0.0490994 May 09 04:29:19.468762 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ec392b48-9edf-4085-a459-c150fe25d36a req-af48baba-3b32-499e-a865-82c0a471d77f tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=274a1307-105b-4303-bcc6-e4c7b0b7008c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440910 May 09 04:29:19.675861 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (0ba91d57-31cd-4938-a6ad-bd18d942a965), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:20.470911 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-41c45ded-456e-48a4-9051-524f88be6f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (144b4b53-faa6-4e1c-8c93-1df238c644e2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:20.528637 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c939fc-a6d0-4eca-ad49-f38fcef8e730 req-8a8b0edf-a002-4e54-b58e-8333943658da tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:20.530447 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-74c939fc-a6d0-4eca-ad49-f38fcef8e730 req-8a8b0edf-a002-4e54-b58e-8333943658da tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 943 time: 0.0534527 May 09 04:29:20.596504 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25355b-b119-4120-9c7b-8e4ddff5f96c req-a61704a2-d73d-4e39-93c9-f89c91314990 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:20.598329 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ae25355b-b119-4120-9c7b-8e4ddff5f96c req-a61704a2-d73d-4e39-93c9-f89c91314990 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 946 time: 0.0579567 May 09 04:29:20.631874 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-74c939fc-a6d0-4eca-ad49-f38fcef8e730 req-8579accd-f44d-4f2e-98bf-f62199604036 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846877 May 09 04:29:20.668169 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ae25355b-b119-4120-9c7b-8e4ddff5f96c req-9be6c322-003d-42e6-9e8e-399adf866a0d tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=274a1307-105b-4303-bcc6-e4c7b0b7008c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631294 May 09 04:29:21.785189 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ea4d5-45e9-452e-a417-c253223c6efa req-c3390658-ad96-47af-8a45-440fc29a293e tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:21.787643 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-270ea4d5-45e9-452e-a417-c253223c6efa req-c3390658-ad96-47af-8a45-440fc29a293e tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 943 time: 0.0575089 May 09 04:29:21.815015 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b993c-dab7-4e92-8ab5-46ddd58518c9 req-17031925-467e-48fa-ac88-8b84cab1655c tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:21.818130 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c31b993c-dab7-4e92-8ab5-46ddd58518c9 req-17031925-467e-48fa-ac88-8b84cab1655c tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 946 time: 0.0505857 May 09 04:29:21.843765 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-270ea4d5-45e9-452e-a417-c253223c6efa req-7eea6a05-108a-48ae-92a2-bc8a65608991 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468993 May 09 04:29:21.872391 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c31b993c-dab7-4e92-8ab5-46ddd58518c9 req-6c9a702e-9bd4-4084-812a-ef127b93feb2 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=274a1307-105b-4303-bcc6-e4c7b0b7008c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486519 May 09 04:29:22.887709 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3c58235a-d8c1-4a8b-a5f5-671e5055ee01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3dae496a-5564-45d9-8b4f-04486e79e4dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:22.975271 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8daa7-18f1-441c-9f57-bd8e4049a80f req-1c75c483-8edc-4638-8178-40cd01a41b38 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:22.976798 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8ec8daa7-18f1-441c-9f57-bd8e4049a80f req-1c75c483-8edc-4638-8178-40cd01a41b38 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 943 time: 0.0516374 May 09 04:29:23.008896 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b62618-7a7e-4caf-91b0-b056815a6fe1 req-5b0afdab-15f8-46ab-9515-e5e266bdb7dc tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:23.016487 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-28b62618-7a7e-4caf-91b0-b056815a6fe1 req-5b0afdab-15f8-46ab-9515-e5e266bdb7dc tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 946 time: 0.0635474 May 09 04:29:23.042830 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8ec8daa7-18f1-441c-9f57-bd8e4049a80f req-f9208cc4-46f7-4428-9b33-fd98bdd8de0f tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602055 May 09 04:29:23.067372 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-28b62618-7a7e-4caf-91b0-b056815a6fe1 req-e70c314a-c446-4c1b-bac2-3d9518dbf88f tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=274a1307-105b-4303-bcc6-e4c7b0b7008c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500669 May 09 04:29:24.139614 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7671283-9f0b-468d-8f0b-6ce51d9cb9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (896ddadf-f6f7-4d68-b704-6882247efc03), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:24.178011 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280e320-4f03-400c-8a0c-a598a1c6a1a2 req-d5628691-da7e-4de1-89f7-ea0687d62dbb tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:24.179586 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1280e320-4f03-400c-8a0c-a598a1c6a1a2 req-d5628691-da7e-4de1-89f7-ea0687d62dbb tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 943 time: 0.0584066 May 09 04:29:24.200250 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf678c-7d5a-47d2-998d-fcb0ab74dca4 req-8e0984b4-2357-431a-9f52-5e0f06768b0a tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:24.201918 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-7aaf678c-7d5a-47d2-998d-fcb0ab74dca4 req-8e0984b4-2357-431a-9f52-5e0f06768b0a tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 946 time: 0.0490048 May 09 04:29:24.234073 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1280e320-4f03-400c-8a0c-a598a1c6a1a2 req-77346866-564a-470a-ad5c-634f8336c737 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472527 May 09 04:29:24.260996 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-7aaf678c-7d5a-47d2-998d-fcb0ab74dca4 req-1418f6a7-ad59-4672-aea1-942a9bfa547f tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=274a1307-105b-4303-bcc6-e4c7b0b7008c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530360 May 09 04:29:25.317763 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43e19ad3-c0e7-48b8-9cb0-6496f201f8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3ce75c28-5550-4d51-9af6-2a59ee09c43b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:25.373537 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ac2c0-3045-44c3-8b9a-5c02a76a5aa1 req-f09b843d-c8d7-4b9f-9a02-f0c2f97a1d98 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:25.375098 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-861ac2c0-3045-44c3-8b9a-5c02a76a5aa1 req-f09b843d-c8d7-4b9f-9a02-f0c2f97a1d98 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 943 time: 0.0611739 May 09 04:29:25.385530 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f48e3-fbc1-4595-aae4-406715dbb09f req-597015a8-d0fb-4b48-b504-9a4f225391b0 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:25.387832 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-940f48e3-fbc1-4595-aae4-406715dbb09f req-597015a8-d0fb-4b48-b504-9a4f225391b0 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 946 time: 0.0546377 May 09 04:29:25.423318 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-861ac2c0-3045-44c3-8b9a-5c02a76a5aa1 req-1c675cf0-b758-43c9-a6f5-a2913adb02f5 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425632 May 09 04:29:25.444442 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-940f48e3-fbc1-4595-aae4-406715dbb09f req-d5683cbd-b7db-4bc0-a34e-f55e0c885c62 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=274a1307-105b-4303-bcc6-e4c7b0b7008c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502849 May 09 04:29:26.555173 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0898a-6a3e-4e57-ad3b-d784eb21ef6b req-bf2ffb58-aa5f-46b4-b4ca-001d59bcafb5 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:26.557364 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-78e0898a-6a3e-4e57-ad3b-d784eb21ef6b req-bf2ffb58-aa5f-46b4-b4ca-001d59bcafb5 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 943 time: 0.0482297 May 09 04:29:26.561654 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d54de-a3c3-4b4a-9057-741d01709242 req-8d3450ce-ea99-4f26-a081-b06c9a192ed9 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:26.563150 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-3b8d54de-a3c3-4b4a-9057-741d01709242 req-8d3450ce-ea99-4f26-a081-b06c9a192ed9 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 946 time: 0.0501504 May 09 04:29:26.613930 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-3b8d54de-a3c3-4b4a-9057-741d01709242 req-a0b3b20b-8026-408c-b98f-fe07dfe16a73 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=274a1307-105b-4303-bcc6-e4c7b0b7008c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448036 May 09 04:29:26.623807 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-78e0898a-6a3e-4e57-ad3b-d784eb21ef6b req-1c624ab4-9334-4d57-b866-f3164b60e71d tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607364 May 09 04:29:26.791193 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (9a15748d-6a05-4459-b777-d0dd003edfa1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:27.732479 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913dfa4-f01e-4bf9-aec7-44c12107f005 req-96a9e3f6-738d-42fa-9be6-c37120209267 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:27.735404 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-3913dfa4-f01e-4bf9-aec7-44c12107f005 req-96a9e3f6-738d-42fa-9be6-c37120209267 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 946 time: 0.0519922 May 09 04:29:27.760058 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef4a6b-0b40-4c07-a0f5-940175e831a4 req-87155aae-c74f-4449-a711-f2bee43bc044 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:27.763175 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-38ef4a6b-0b40-4c07-a0f5-940175e831a4 req-87155aae-c74f-4449-a711-f2bee43bc044 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 943 time: 0.0572190 May 09 04:29:27.789712 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-3913dfa4-f01e-4bf9-aec7-44c12107f005 req-4500dd6e-7a0d-45ad-a66f-e33c09f598ee tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=274a1307-105b-4303-bcc6-e4c7b0b7008c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486627 May 09 04:29:27.814969 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-38ef4a6b-0b40-4c07-a0f5-940175e831a4 req-b9cc8cb9-8db3-4f4d-b947-67f1217af03f tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458724 May 09 04:29:28.906090 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5770bf-c61d-46b5-9b99-be7509df3eb7 req-764e07fd-8a7a-4475-8a5b-ead96bbc546e tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:28.907596 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5c5770bf-c61d-46b5-9b99-be7509df3eb7 req-764e07fd-8a7a-4475-8a5b-ead96bbc546e tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 946 time: 0.0476065 May 09 04:29:28.937768 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea02f1a-4d8d-4d17-9594-cc976c08e0e2 req-da9eb954-a295-4478-81d4-44a8e59fbaee tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:28.939238 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-aea02f1a-4d8d-4d17-9594-cc976c08e0e2 req-da9eb954-a295-4478-81d4-44a8e59fbaee tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 943 time: 0.0478029 May 09 04:29:28.960531 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5c5770bf-c61d-46b5-9b99-be7509df3eb7 req-f213fe44-21ba-4df7-909a-1473900b7e9b tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=274a1307-105b-4303-bcc6-e4c7b0b7008c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471554 May 09 04:29:28.987441 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-aea02f1a-4d8d-4d17-9594-cc976c08e0e2 req-55d9762f-66af-40e5-81f3-9cfa970c1105 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426812 May 09 04:29:30.075698 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d28bb-3327-48c6-832b-fe30ccdab036 req-df93d426-a4a5-46d9-b8c8-8b85ca6ff9dc tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:30.077321 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a66d28bb-3327-48c6-832b-fe30ccdab036 req-df93d426-a4a5-46d9-b8c8-8b85ca6ff9dc tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 946 time: 0.0467262 May 09 04:29:30.111761 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e763a-4c05-4622-8667-3a7a0bde67fb req-cd59c531-8a93-4e42-b7ac-58f6a8abb5cd tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:30.113356 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-878e763a-4c05-4622-8667-3a7a0bde67fb req-cd59c531-8a93-4e42-b7ac-58f6a8abb5cd tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 943 time: 0.0510426 May 09 04:29:30.125041 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a66d28bb-3327-48c6-832b-fe30ccdab036 req-a571a330-4160-4b18-b420-8ed2a51db666 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=274a1307-105b-4303-bcc6-e4c7b0b7008c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420034 May 09 04:29:30.162747 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-878e763a-4c05-4622-8667-3a7a0bde67fb req-ee365846-1c2c-4849-b1b3-710478510330 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424764 May 09 04:29:30.229608 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d1481-c83e-47b7-b7f2-0660dabbf04a req-9d9a4315-5e27-4ccf-b7ae-886d70607ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:30.231964 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7d6d1481-c83e-47b7-b7f2-0660dabbf04a req-9d9a4315-5e27-4ccf-b7ae-886d70607ce4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da1a742f-a0fb-4823-acf5-bb842d53e97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433242 May 09 04:29:30.236646 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ac799-59c9-47d5-9044-692990549b49 req-0ddcd6e7-5bc2-41c5-8674-0bc91a23e89c tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:30.238128 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-fc4ac799-59c9-47d5-9044-692990549b49 req-0ddcd6e7-5bc2-41c5-8674-0bc91a23e89c tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 946 time: 0.0492916 May 09 04:29:30.246903 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 46508) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:29:30.251298 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-cfaf1aed-f8cd-4486-b3fa-16247c5b7501 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Request body: {'floatingip': {'port_id': 'ef4e419e-4415-4b7c-b72d-4dbd68f98b15'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:29:30.295331 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cfaf1aed-f8cd-4486-b3fa-16247c5b7501 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks [] for floatingip (6bb05d9a-bbd3-4cec-a13d-07ef9e74861d), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:30.367042 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad505972-575c-494c-b2a0-5fd65628a5d0 req-01548737-b2fb-4cb2-beb3-efcf5263a89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:30.369188 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ad505972-575c-494c-b2a0-5fd65628a5d0 req-01548737-b2fb-4cb2-beb3-efcf5263a89b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5e56ba7f9cc64897a1d95ac15061e9e4&device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 1127 time: 0.0448427 May 09 04:29:30.754764 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7d6d1481-c83e-47b7-b7f2-0660dabbf04a req-87c4cda9-da01-4341-baea-f3b12b25c974 service neutron] 10.222.0.13 "GET /v2.0/networks/da1a742f-a0fb-4823-acf5-bb842d53e97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924210 May 09 04:29:31.044060 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cfaf1aed-f8cd-4486-b3fa-16247c5b7501 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:31.048147 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cfaf1aed-f8cd-4486-b3fa-16247c5b7501 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-653345'] for floatingip (6bb05d9a-bbd3-4cec-a13d-07ef9e74861d), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:31.149095 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.db.l3_db [None req-cfaf1aed-f8cd-4486-b3fa-16247c5b7501 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Floating IP 6bb05d9a-bbd3-4cec-a13d-07ef9e74861d associated. External IP: 172.27.2.29, port: ef4e419e-4415-4b7c-b72d-4dbd68f98b15. May 09 04:29:31.327216 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7d6d1481-c83e-47b7-b7f2-0660dabbf04a req-179d737d-f47e-4056-96ba-8d0d17f9674a service neutron] 10.222.0.13 "GET /v2.0/networks/da1a742f-a0fb-4823-acf5-bb842d53e97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452539 May 09 04:29:31.449172 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32532876-6b68-418d-9562-3d913e4bd884 req-438c2c1c-0b51-4a47-9d31-a89d7170b356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:31.450617 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-32532876-6b68-418d-9562-3d913e4bd884 req-438c2c1c-0b51-4a47-9d31-a89d7170b356 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf2a64ab3bc1448b8a934e2d103bb161&device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 1169 time: 0.0756967 May 09 04:29:31.490705 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfaf1aed-f8cd-4486-b3fa-16247c5b7501 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Router 64dcdaf6-1bdb-4f56-a602-f93e975a6adc has already been hosted by L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 04:29:31.495775 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c283f0-ffb4-4e80-b9e4-9a4fc9b9a6bb req-1ce1db02-ef6c-4757-9548-8693fe076c30 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:31.497284 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-94c283f0-ffb4-4e80-b9e4-9a4fc9b9a6bb req-1ce1db02-ef6c-4757-9548-8693fe076c30 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 943 time: 0.0819740 May 09 04:29:31.544613 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad505972-575c-494c-b2a0-5fd65628a5d0 req-32b1cbf9-57d3-46fa-9120-8dea15ce8c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:31.546067 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ad505972-575c-494c-b2a0-5fd65628a5d0 req-32b1cbf9-57d3-46fa-9120-8dea15ce8c1d service neutron] 10.222.0.13 "GET /v2.0/networks?id=01d9e17c-6b96-4039-a582-d98ab8fe7760 HTTP/1.1" status: 200 len: 918 time: 0.3719888 May 09 04:29:31.570138 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-94c283f0-ffb4-4e80-b9e4-9a4fc9b9a6bb req-65b04863-6b38-4866-ab1a-0732158560b1 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643752 May 09 04:29:31.608657 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32532876-6b68-418d-9562-3d913e4bd884 req-4b4e9d20-04d9-490b-aa74-b0e56be2346f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:31.610119 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-32532876-6b68-418d-9562-3d913e4bd884 req-4b4e9d20-04d9-490b-aa74-b0e56be2346f service neutron] 10.222.0.13 "GET /v2.0/networks?id=da1a742f-a0fb-4823-acf5-bb842d53e97e HTTP/1.1" status: 200 len: 915 time: 0.1400380 May 09 04:29:31.623931 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ad505972-575c-494c-b2a0-5fd65628a5d0 req-4964e946-810f-4f8e-a13b-e663ccb0ad96 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2abd51b8-3b37-4ec3-841e-462a68eb5cbc HTTP/1.1" status: 200 len: 998 time: 0.0677574 May 09 04:29:31.682637 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad505972-575c-494c-b2a0-5fd65628a5d0 req-91b20528-b8a3-451a-a04a-2c9f5b455d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:31.685668 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ad505972-575c-494c-b2a0-5fd65628a5d0 req-91b20528-b8a3-451a-a04a-2c9f5b455d4e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1eeed15e-26fd-4534-8116-03da5482032b HTTP/1.1" status: 200 len: 856 time: 0.0475321 May 09 04:29:31.704978 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfaf1aed-f8cd-4486-b3fa-16247c5b7501 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:29:31.710671 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-cfaf1aed-f8cd-4486-b3fa-16247c5b7501 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:31.720466 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c0b301-898d-4e5f-9760-a6bb41c6314f None None] Sync routers for ids ['64dcdaf6-1bdb-4f56-a602-f93e975a6adc'] in dv-cinder-838009-3-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:29:31.732355 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c0b301-898d-4e5f-9760-a6bb41c6314f None None] Routers {'64dcdaf6-1bdb-4f56-a602-f93e975a6adc'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:29:31.733226 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-81c0b301-898d-4e5f-9760-a6bb41c6314f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:29:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['64dcdaf6-1bdb-4f56-a602-f93e975a6adc'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:29:31.736110 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-32532876-6b68-418d-9562-3d913e4bd884 req-46078c8d-9db6-45cb-9a12-1bd02fbb7b46 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=675e6f12-2f41-46e3-b8d5-09ed37ae4a6f HTTP/1.1" status: 200 len: 1001 time: 0.0913806 May 09 04:29:31.753050 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad505972-575c-494c-b2a0-5fd65628a5d0 req-e4c91924-5a2d-43d7-9977-0c38521b7941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:31.755008 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ad505972-575c-494c-b2a0-5fd65628a5d0 req-e4c91924-5a2d-43d7-9977-0c38521b7941 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=01d9e17c-6b96-4039-a582-d98ab8fe7760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534580 May 09 04:29:31.800391 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-cfaf1aed-f8cd-4486-b3fa-16247c5b7501 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "PUT /v2.0/floatingips/6bb05d9a-bbd3-4cec-a13d-07ef9e74861d HTTP/1.1" status: 200 len: 991 time: 1.5524030 May 09 04:29:31.803637 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4473a2d0-b3cc-401b-b460-7c00c66893a0', 'tag': 'ef4e419e-4415-4b7c-b72d-4dbd68f98b15'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:29:31.806953 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a98aaefa13d75cb12d9cbfc750f918ae1aa7d1c3c8041a7e7d91ea73ff80a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7de6ba-8b3e-453e-8a03-9a7229303dd2" -d '{"events": [{"name": "network-changed", "server_uuid": "4473a2d0-b3cc-401b-b460-7c00c66893a0", "tag": "ef4e419e-4415-4b7c-b72d-4dbd68f98b15"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:29:31.827214 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32532876-6b68-418d-9562-3d913e4bd884 req-488231d8-d4f3-4884-938c-029a2d33aebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:31.827772 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-32532876-6b68-418d-9562-3d913e4bd884 req-488231d8-d4f3-4884-938c-029a2d33aebd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f2c7c720-a0e3-4650-9d10-f6010eaead33 HTTP/1.1" status: 200 len: 853 time: 0.0811288 May 09 04:29:31.860494 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 04:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c27ed26-7470-4acc-8f54-b08b12e6fd9d x-openstack-request-id: req-2c27ed26-7470-4acc-8f54-b08b12e6fd9d {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:29:31.860880 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4473a2d0-b3cc-401b-b460-7c00c66893a0", "tag": "ef4e419e-4415-4b7c-b72d-4dbd68f98b15", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:29:31.861065 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2c27ed26-7470-4acc-8f54-b08b12e6fd9d {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:29:31.861616 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c27ed26-7470-4acc-8f54-b08b12e6fd9d'] response: {'name': 'network-changed', 'server_uuid': '4473a2d0-b3cc-401b-b460-7c00c66893a0', 'tag': 'ef4e419e-4415-4b7c-b72d-4dbd68f98b15', 'status': 'completed', 'code': 200} May 09 04:29:31.865593 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-81c0b301-898d-4e5f-9760-a6bb41c6314f None None] Set router 64dcdaf6-1bdb-4f56-a602-f93e975a6adc gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:29:31.894560 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32532876-6b68-418d-9562-3d913e4bd884 req-49cec8aa-2279-44ce-958b-c1b988d9bebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:31.896084 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ad505972-575c-494c-b2a0-5fd65628a5d0 req-cf588715-d6c9-456e-b6ab-74107c744b83 service neutron] 10.222.0.13 "GET /v2.0/networks/01d9e17c-6b96-4039-a582-d98ab8fe7760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274600 May 09 04:29:31.896253 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-32532876-6b68-418d-9562-3d913e4bd884 req-49cec8aa-2279-44ce-958b-c1b988d9bebd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da1a742f-a0fb-4823-acf5-bb842d53e97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552917 May 09 04:29:32.013557 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7de6ba-8b3e-453e-8a03-9a7229303dd2 req-f7745e0c-eb07-4750-8060-6955619145fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:32.015471 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ee7de6ba-8b3e-453e-8a03-9a7229303dd2 req-f7745e0c-eb07-4750-8060-6955619145fc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d28d5139952d450fa3b7da38a62d7a03&device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 1130 time: 0.0902691 May 09 04:29:32.050891 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-32532876-6b68-418d-9562-3d913e4bd884 req-3035992a-ec6c-403d-8b91-41ff816074cf service neutron] 10.222.0.13 "GET /v2.0/networks/da1a742f-a0fb-4823-acf5-bb842d53e97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113756 May 09 04:29:32.122943 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ad505972-575c-494c-b2a0-5fd65628a5d0 req-a4c8469e-438e-4e57-9722-251cd23ad5f0 service neutron] 10.222.0.13 "GET /v2.0/networks/01d9e17c-6b96-4039-a582-d98ab8fe7760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634080 May 09 04:29:32.125307 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-81c0b301-898d-4e5f-9760-a6bb41c6314f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dcdaf6-1bdb-4f56-a602-f93e975a6adc', 'name': 'tempest-ServerRescueNegativeTestJSON-1692174986-router', 'tenant_id': 'd28d5139952d450fa3b7da38a62d7a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '4396258b-03b6-4be9-844f-c13cc645efa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:16Z', 'updated_at': '2022-05-09T04:26:28Z', 'revision_number': 4, 'project_id': 'd28d5139952d450fa3b7da38a62d7a03', 'gw_port': {'id': '4396258b-03b6-4be9-844f-c13cc645efa1', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dcdaf6-1bdb-4f56-a602-f93e975a6adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:17Z', 'updated_at': '2022-05-09T04:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_floatingips': [{'id': '6bb05d9a-bbd3-4cec-a13d-07ef9e74861d', 'tenant_id': 'd28d5139952d450fa3b7da38a62d7a03', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': '64dcdaf6-1bdb-4f56-a602-f93e975a6adc', 'port_id': 'ef4e419e-4415-4b7c-b72d-4dbd68f98b15', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cb94923-1093-45fc-bebd-e159f3ac8dd3', 'mac_address': 'fa:16:3e:a2:2e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4473a2d0-b3cc-401b-b460-7c00c66893a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:29:01Z', 'updated_at': '2022-05-09T04:29:30Z', 'revision_number': 1, 'project_id': 'd28d5139952d450fa3b7da38a62d7a03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01bc23fc-2a25-422f-8a90-d745c1ac5231', 'name': '', 'network_id': '9cb94923-1093-45fc-bebd-e159f3ac8dd3', 'tenant_id': 'd28d5139952d450fa3b7da38a62d7a03', 'mac_address': 'fa:16:3e:3e:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dcdaf6-1bdb-4f56-a602-f93e975a6adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd9336625-5bcd-4003-b69b-e3b341dd5f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:25Z', 'updated_at': '2022-05-09T04:26:39Z', 'revision_number': 5, 'project_id': 'd28d5139952d450fa3b7da38a62d7a03', 'subnets': [{'id': 'd9336625-5bcd-4003-b69b-e3b341dd5f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:29:32.156086 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7de6ba-8b3e-453e-8a03-9a7229303dd2 req-3e2998f0-1659-4880-9996-552ea7ba05ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:32.156687 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c0b301-898d-4e5f-9760-a6bb41c6314f None None] Checking router: 64dcdaf6-1bdb-4f56-a602-f93e975a6adc for host: dv-cinder-838009-3-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:29:32.157573 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ee7de6ba-8b3e-453e-8a03-9a7229303dd2 req-3e2998f0-1659-4880-9996-552ea7ba05ea service neutron] 10.222.0.13 "GET /v2.0/networks?id=9cb94923-1093-45fc-bebd-e159f3ac8dd3 HTTP/1.1" status: 200 len: 920 time: 0.1267807 May 09 04:29:32.166607 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c0b301-898d-4e5f-9760-a6bb41c6314f None None] Routers {'64dcdaf6-1bdb-4f56-a602-f93e975a6adc'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:29:32.167250 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-81c0b301-898d-4e5f-9760-a6bb41c6314f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:29:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['64dcdaf6-1bdb-4f56-a602-f93e975a6adc'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:29:32.175502 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-32532876-6b68-418d-9562-3d913e4bd884 req-af00dd97-d60c-4766-a0be-a0155d549550 service neutron] 10.222.0.13 "GET /v2.0/networks/da1a742f-a0fb-4823-acf5-bb842d53e97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070080 May 09 04:29:32.284276 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-81c0b301-898d-4e5f-9760-a6bb41c6314f None None] Set router 64dcdaf6-1bdb-4f56-a602-f93e975a6adc gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:29:32.286155 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ee7de6ba-8b3e-453e-8a03-9a7229303dd2 req-6fe417ce-7d7f-4ec7-a94f-0f9399961202 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef4e419e-4415-4b7c-b72d-4dbd68f98b15 HTTP/1.1" status: 200 len: 999 time: 0.0885873 May 09 04:29:32.490611 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-81c0b301-898d-4e5f-9760-a6bb41c6314f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dcdaf6-1bdb-4f56-a602-f93e975a6adc', 'name': 'tempest-ServerRescueNegativeTestJSON-1692174986-router', 'tenant_id': 'd28d5139952d450fa3b7da38a62d7a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '4396258b-03b6-4be9-844f-c13cc645efa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:16Z', 'updated_at': '2022-05-09T04:26:28Z', 'revision_number': 4, 'project_id': 'd28d5139952d450fa3b7da38a62d7a03', 'gw_port': {'id': '4396258b-03b6-4be9-844f-c13cc645efa1', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dcdaf6-1bdb-4f56-a602-f93e975a6adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:17Z', 'updated_at': '2022-05-09T04:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_floatingips': [{'id': '6bb05d9a-bbd3-4cec-a13d-07ef9e74861d', 'tenant_id': 'd28d5139952d450fa3b7da38a62d7a03', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': '64dcdaf6-1bdb-4f56-a602-f93e975a6adc', 'port_id': 'ef4e419e-4415-4b7c-b72d-4dbd68f98b15', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cb94923-1093-45fc-bebd-e159f3ac8dd3', 'mac_address': 'fa:16:3e:a2:2e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4473a2d0-b3cc-401b-b460-7c00c66893a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:29:01Z', 'updated_at': '2022-05-09T04:29:30Z', 'revision_number': 1, 'project_id': 'd28d5139952d450fa3b7da38a62d7a03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01bc23fc-2a25-422f-8a90-d745c1ac5231', 'name': '', 'network_id': '9cb94923-1093-45fc-bebd-e159f3ac8dd3', 'tenant_id': 'd28d5139952d450fa3b7da38a62d7a03', 'mac_address': 'fa:16:3e:3e:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dcdaf6-1bdb-4f56-a602-f93e975a6adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd9336625-5bcd-4003-b69b-e3b341dd5f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:25Z', 'updated_at': '2022-05-09T04:26:39Z', 'revision_number': 5, 'project_id': 'd28d5139952d450fa3b7da38a62d7a03', 'subnets': [{'id': 'd9336625-5bcd-4003-b69b-e3b341dd5f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:29:32.520331 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c0b301-898d-4e5f-9760-a6bb41c6314f None None] The sync data for ids ['64dcdaf6-1bdb-4f56-a602-f93e975a6adc'] in dv-cinder-838009-3-iscsi is: [{'id': '64dcdaf6-1bdb-4f56-a602-f93e975a6adc', 'name': 'tempest-ServerRescueNegativeTestJSON-1692174986-router', 'tenant_id': 'd28d5139952d450fa3b7da38a62d7a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '4396258b-03b6-4be9-844f-c13cc645efa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:16Z', 'updated_at': '2022-05-09T04:26:28Z', 'revision_number': 4, 'project_id': 'd28d5139952d450fa3b7da38a62d7a03', 'gw_port': {'id': '4396258b-03b6-4be9-844f-c13cc645efa1', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dcdaf6-1bdb-4f56-a602-f93e975a6adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:17Z', 'updated_at': '2022-05-09T04:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_floatingips': [{'id': '6bb05d9a-bbd3-4cec-a13d-07ef9e74861d', 'tenant_id': 'd28d5139952d450fa3b7da38a62d7a03', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': '64dcdaf6-1bdb-4f56-a602-f93e975a6adc', 'port_id': 'ef4e419e-4415-4b7c-b72d-4dbd68f98b15', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cb94923-1093-45fc-bebd-e159f3ac8dd3', 'mac_address': 'fa:16:3e:a2:2e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4473a2d0-b3cc-401b-b460-7c00c66893a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:29:01Z', 'updated_at': '2022-05-09T04:29:30Z', 'revision_number': 1, 'project_id': 'd28d5139952d450fa3b7da38a62d7a03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01bc23fc-2a25-422f-8a90-d745c1ac5231', 'name': '', 'network_id': '9cb94923-1093-45fc-bebd-e159f3ac8dd3', 'tenant_id': 'd28d5139952d450fa3b7da38a62d7a03', 'mac_address': 'fa:16:3e:3e:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dcdaf6-1bdb-4f56-a602-f93e975a6adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd9336625-5bcd-4003-b69b-e3b341dd5f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:25Z', 'updated_at': '2022-05-09T04:26:39Z', 'revision_number': 5, 'project_id': 'd28d5139952d450fa3b7da38a62d7a03', 'subnets': [{'id': 'd9336625-5bcd-4003-b69b-e3b341dd5f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:29:32.735186 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a069b739-3aa4-4891-891b-335bf167be31 None None] New status for floating IP 6bb05d9a-bbd3-4cec-a13d-07ef9e74861d: ACTIVE {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 04:29:32.742129 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace46d73-2bae-47ab-b92a-dcad4e063ca6 req-5c3fd183-95c9-4135-8c6b-4e0c21a434d2 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:32.752449 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ace46d73-2bae-47ab-b92a-dcad4e063ca6 req-5c3fd183-95c9-4135-8c6b-4e0c21a434d2 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 943 time: 0.1048017 May 09 04:29:32.775078 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7de6ba-8b3e-453e-8a03-9a7229303dd2 req-90b422d2-ad80-4b6b-b675-fe14a0d59422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:32.776567 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ee7de6ba-8b3e-453e-8a03-9a7229303dd2 req-90b422d2-ad80-4b6b-b675-fe14a0d59422 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9336625-5bcd-4003-b69b-e3b341dd5f63 HTTP/1.1" status: 200 len: 858 time: 0.0983245 May 09 04:29:32.836500 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ace46d73-2bae-47ab-b92a-dcad4e063ca6 req-c47383d1-1a44-4eb1-b7ce-1f607b2480f0 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791187 May 09 04:29:32.843140 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7de6ba-8b3e-453e-8a03-9a7229303dd2 req-3f4998ae-7d2c-4626-8b4e-560f8f975942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:32.844661 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ee7de6ba-8b3e-453e-8a03-9a7229303dd2 req-3f4998ae-7d2c-4626-8b4e-560f8f975942 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9cb94923-1093-45fc-bebd-e159f3ac8dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526948 May 09 04:29:32.942814 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ee7de6ba-8b3e-453e-8a03-9a7229303dd2 req-e31cf532-1ddf-4c39-88a1-c8f2edaeb617 service neutron] 10.222.0.13 "GET /v2.0/networks/9cb94923-1093-45fc-bebd-e159f3ac8dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894971 May 09 04:29:33.045425 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ee7de6ba-8b3e-453e-8a03-9a7229303dd2 req-d0775423-045d-4dcb-9011-e931e6e0ae71 service neutron] 10.222.0.13 "GET /v2.0/networks/9cb94923-1093-45fc-bebd-e159f3ac8dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964034 May 09 04:29:33.873288 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-370d6890-4747-4f07-aac5-83a93d9e9b41 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 04:29:33.956759 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc7ca7-3122-48e4-9d41-cd35277a4c22 req-3c4c4836-14ee-4a6b-af38-36d01f19abc4 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:33.958245 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-38cc7ca7-3122-48e4-9d41-cd35277a4c22 req-3c4c4836-14ee-4a6b-af38-36d01f19abc4 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 943 time: 0.0465028 May 09 04:29:34.004221 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-38cc7ca7-3122-48e4-9d41-cd35277a4c22 req-e39d15f8-c249-4a4a-9db4-bb7e4af8bda9 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397770 May 09 04:29:35.121141 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae81144-f957-40b1-8cec-2b97a2748b65 req-a6851e58-fdec-4f7e-9db0-6d7f39435af7 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:35.122599 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-dae81144-f957-40b1-8cec-2b97a2748b65 req-a6851e58-fdec-4f7e-9db0-6d7f39435af7 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 943 time: 0.0469286 May 09 04:29:35.172288 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-dae81144-f957-40b1-8cec-2b97a2748b65 req-2769e790-70fe-4609-b9a9-c3c4d1cc6038 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440767 May 09 04:29:36.290817 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f79b4-d452-4d7b-b777-6eeed3e27af9 req-9379fe40-dd6e-45c2-bae9-287f9d0f6f2f tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:36.292907 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-709f79b4-d452-4d7b-b777-6eeed3e27af9 req-9379fe40-dd6e-45c2-bae9-287f9d0f6f2f tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 943 time: 0.0464034 May 09 04:29:36.337748 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-709f79b4-d452-4d7b-b777-6eeed3e27af9 req-be869165-a567-4a29-ad76-6bf41c68dcc4 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393763 May 09 04:29:37.455319 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b9911-7b60-4ac2-bbf6-6a9acd2d9727 req-45165fed-6402-4ad0-904a-aaf85b19bbdf tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:37.456828 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8d0b9911-7b60-4ac2-bbf6-6a9acd2d9727 req-45165fed-6402-4ad0-904a-aaf85b19bbdf tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 943 time: 0.0470011 May 09 04:29:37.503632 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8d0b9911-7b60-4ac2-bbf6-6a9acd2d9727 req-db2b0a3f-e012-4da6-9d99-9968933e716e tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412860 May 09 04:29:38.624272 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409e180-ac19-4c31-9cb5-31f7064a8e5c req-0d5ee176-c07a-4760-ae7c-6a9e6eecf104 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:38.625695 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8409e180-ac19-4c31-9cb5-31f7064a8e5c req-0d5ee176-c07a-4760-ae7c-6a9e6eecf104 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 943 time: 0.0495772 May 09 04:29:38.670704 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8409e180-ac19-4c31-9cb5-31f7064a8e5c req-cf4c28ed-a512-4b58-8e06-3ae950f261de tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395639 May 09 04:29:39.567174 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 2abd51b8-3b37-4ec3-841e-462a68eb5cbc details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 04:29:39.662504 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port 2abd51b8-3b37-4ec3-841e-462a68eb5cbc, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=2abd51b8-3b37-4ec3-841e-462a68eb5cbc,segment=NetworkSegment(75ff18d1-4dc0-4046-afd3-30ccacd1313a),segment_id=75ff18d1-4dc0-4046-afd3-30ccacd1313a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:29:39.675030 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Returning: {'device': '2abd51b8-3b37-4ec3-841e-462a68eb5cbc', 'network_id': '01d9e17c-6b96-4039-a582-d98ab8fe7760', 'port_id': '2abd51b8-3b37-4ec3-841e-462a68eb5cbc', 'mac_address': 'fa:16:3e:bb:b9:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eeed15e-26fd-4534-8116-03da5482032b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 04:29:39.713699 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port 2abd51b8-3b37-4ec3-841e-462a68eb5cbc is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:29:39.714151 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (2abd51b8-3b37-4ec3-841e-462a68eb5cbc), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:39.727332 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2abd51b8-3b37-4ec3-841e-462a68eb5cbc {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 04:29:39.750688 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port 2abd51b8-3b37-4ec3-841e-462a68eb5cbc, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=2abd51b8-3b37-4ec3-841e-462a68eb5cbc,segment=NetworkSegment(75ff18d1-4dc0-4046-afd3-30ccacd1313a),segment_id=75ff18d1-4dc0-4046-afd3-30ccacd1313a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:29:39.761333 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (2abd51b8-3b37-4ec3-841e-462a68eb5cbc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:39.801976 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247fe61-2498-47a3-bd05-78c1d7c48478 req-9fe21e68-f050-4ab1-a71b-f41e2a4feed5 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:39.803381 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-4247fe61-2498-47a3-bd05-78c1d7c48478 req-9fe21e68-f050-4ab1-a71b-f41e2a4feed5 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 944 time: 0.0526309 May 09 04:29:39.812788 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=2abd51b8-3b37-4ec3-841e-462a68eb5cbc,revision_number=9']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:29:39.819917 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:29:39.820279 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:29:39.820646 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:29:39.821005 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:29:39.821349 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:29:39.821993 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:29:39.822331 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:29:39.822736 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:29:39.823189 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:29:39.824305 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:29:39.824512 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:29:39.824897 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:29:39.825194 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:29:39.825471 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:29:39.825797 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:29:39.851124 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-4247fe61-2498-47a3-bd05-78c1d7c48478 req-460b5b57-03c6-4f88-b7fa-2745260a8f77 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417395 May 09 04:29:40.199266 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] get_ports_and_sgs() called for port_ids ['2abd51b8-3b37-4ec3-841e-462a68eb5cbc'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 04:29:40.973510 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc99a4b-dec0-4e79-9408-687f95efeaeb req-3061343d-f993-4ef9-bc6a-db3f25cc5a81 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:40.974941 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-dbc99a4b-dec0-4e79-9408-687f95efeaeb req-3061343d-f993-4ef9-bc6a-db3f25cc5a81 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 944 time: 0.0496464 May 09 04:29:41.020719 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-dbc99a4b-dec0-4e79-9408-687f95efeaeb req-27a1a395-861e-4d2f-97f8-4a03fcb3626c tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391676 May 09 04:29:41.184140 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 46586) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:29:41.188687 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c9f203eb-f4c5-4706-9d26-b8c26827878c tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1057817192', 'description': 'tempest-description--120951162'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:29:41.207608 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c9f203eb-f4c5-4706-9d26-b8c26827878c tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:41.272246 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c9f203eb-f4c5-4706-9d26-b8c26827878c tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for security_group (ffa88308-ea96-468b-b8a4-5df912e6755c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:41.276238 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c9f203eb-f4c5-4706-9d26-b8c26827878c tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (ffa88308-ea96-468b-b8a4-5df912e6755c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:41.303220 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c9f203eb-f4c5-4706-9d26-b8c26827878c tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:41.304447 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-c9f203eb-f4c5-4706-9d26-b8c26827878c tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1192486 May 09 04:29:41.307278 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 46588) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:29:41.311646 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-8e2b132f-3b06-43c4-8798-4c556ac489e3 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Request body: {'security_group_rule': {'security_group_id': 'ffa88308-ea96-468b-b8a4-5df912e6755c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:29:41.318929 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f203eb-f4c5-4706-9d26-b8c26827878c tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa88308-ea96-468b-b8a4-5df912e6755c,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:29:41.337868 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e2b132f-3b06-43c4-8798-4c556ac489e3 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for security_group_rule (4d14be2e-b733-4bdb-b08e-fe21a9542055), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:41.392095 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e2b132f-3b06-43c4-8798-4c556ac489e3 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for security_group_rule (4d14be2e-b733-4bdb-b08e-fe21a9542055), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:41.395409 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e2b132f-3b06-43c4-8798-4c556ac489e3 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619982'] for security_group_rule (4d14be2e-b733-4bdb-b08e-fe21a9542055), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:41.415093 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b132f-3b06-43c4-8798-4c556ac489e3 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d14be2e-b733-4bdb-b08e-fe21a9542055,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:29:41.422800 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8e2b132f-3b06-43c4-8798-4c556ac489e3 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:41.424313 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-8e2b132f-3b06-43c4-8798-4c556ac489e3 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1156466 May 09 04:29:41.426551 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 46590) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:29:41.430693 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-e142576c-d164-47cf-8a84-bfeaebbacebc tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Request body: {'security_group_rule': {'security_group_id': 'ffa88308-ea96-468b-b8a4-5df912e6755c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:29:41.457029 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e142576c-d164-47cf-8a84-bfeaebbacebc tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for security_group_rule (2b08b170-b790-4f69-81dd-646228a047e3), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:41.511199 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e142576c-d164-47cf-8a84-bfeaebbacebc tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for security_group_rule (2b08b170-b790-4f69-81dd-646228a047e3), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:41.514656 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e142576c-d164-47cf-8a84-bfeaebbacebc tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619982'] for security_group_rule (2b08b170-b790-4f69-81dd-646228a047e3), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:41.532558 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e142576c-d164-47cf-8a84-bfeaebbacebc tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b08b170-b790-4f69-81dd-646228a047e3,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:29:41.536877 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e142576c-d164-47cf-8a84-bfeaebbacebc tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:41.541290 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-e142576c-d164-47cf-8a84-bfeaebbacebc tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1105831 May 09 04:29:41.541290 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 46592) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:29:41.545411 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-09b4a429-dbbd-41bc-8158-4c4b0f0ce83a tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Request body: {'floatingip': {'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:29:41.564955 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09b4a429-dbbd-41bc-8158-4c4b0f0ce83a tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:41.574379 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 2abd51b8-3b37-4ec3-841e-462a68eb5cbc up at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:29:41.621925 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Provisioning complete for port 2abd51b8-3b37-4ec3-841e-462a68eb5cbc triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:29:41.622316 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (2abd51b8-3b37-4ec3-841e-462a68eb5cbc), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:41.640339 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09b4a429-dbbd-41bc-8158-4c4b0f0ce83a tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:41.701369 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port 2abd51b8-3b37-4ec3-841e-462a68eb5cbc is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:29:41.702016 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (2abd51b8-3b37-4ec3-841e-462a68eb5cbc), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:41.725741 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd10350c6-bf15-414f-9bf7-d371b6912be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2abd51b8-3b37-4ec3-841e-462a68eb5cbc'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:29:41.728016 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6941dd57353447cfe46bbb883e0d815d26e9477c6b9f0737609fdd17593c9a07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c5ca10-0811-425a-bf02-9198c4782c84" -d '{"events": [{"server_uuid": "d10350c6-bf15-414f-9bf7-d371b6912be2", "name": "network-vif-plugged", "status": "completed", "tag": "2abd51b8-3b37-4ec3-841e-462a68eb5cbc"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:29:41.740388 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port 2abd51b8-3b37-4ec3-841e-462a68eb5cbc, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=2abd51b8-3b37-4ec3-841e-462a68eb5cbc,segment=NetworkSegment(75ff18d1-4dc0-4046-afd3-30ccacd1313a),segment_id=75ff18d1-4dc0-4046-afd3-30ccacd1313a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:29:41.745333 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (2abd51b8-3b37-4ec3-841e-462a68eb5cbc), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:41.757862 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-09b4a429-dbbd-41bc-8158-4c4b0f0ce83a tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Allocated IP 172.27.2.244 (1111f3a4-c02a-41de-91e1-42f5a19c8209/55f6eeca-e44f-4feb-bdb6-d6fdf07e4029/82b818ab-20bd-4e30-bb9d-983d941aeaaf) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:29:41.783297 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 04:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714a2177-753d-4e10-9c5e-3861921e52e4 x-openstack-request-id: req-714a2177-753d-4e10-9c5e-3861921e52e4 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:29:41.783615 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d10350c6-bf15-414f-9bf7-d371b6912be2", "name": "network-vif-plugged", "status": "completed", "tag": "2abd51b8-3b37-4ec3-841e-462a68eb5cbc", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:29:41.783873 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-714a2177-753d-4e10-9c5e-3861921e52e4 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:29:41.784294 dv-cinder-838009-3-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-714a2177-753d-4e10-9c5e-3861921e52e4'] response: {'server_uuid': 'd10350c6-bf15-414f-9bf7-d371b6912be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2abd51b8-3b37-4ec3-841e-462a68eb5cbc', 'code': 200} May 09 04:29:41.796691 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=2abd51b8-3b37-4ec3-841e-462a68eb5cbc,revision_number=10']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:29:41.860133 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09b4a429-dbbd-41bc-8158-4c4b0f0ce83a tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for port (82b818ab-20bd-4e30-bb9d-983d941aeaaf), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:41.893021 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09b4a429-dbbd-41bc-8158-4c4b0f0ce83a tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060'] for port (82b818ab-20bd-4e30-bb9d-983d941aeaaf), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:41.935174 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b4a429-dbbd-41bc-8158-4c4b0f0ce83a tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Network 1111f3a4-c02a-41de-91e1-42f5a19c8209 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:29:41.938171 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-09b4a429-dbbd-41bc-8158-4c4b0f0ce83a tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:29:41.944626 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b4a429-dbbd-41bc-8158-4c4b0f0ce83a tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:29:41.953149 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b4a429-dbbd-41bc-8158-4c4b0f0ce83a tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Pushing event updated for resources: {'Port': ['ID=82b818ab-20bd-4e30-bb9d-983d941aeaaf,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:29:41.996765 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09b4a429-dbbd-41bc-8158-4c4b0f0ce83a tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for floatingip (b6171d7c-d6f3-4202-9aeb-608efd08660f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:42.031818 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09b4a429-dbbd-41bc-8158-4c4b0f0ce83a tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (82b818ab-20bd-4e30-bb9d-983d941aeaaf), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:42.173619 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2235881-b7c6-49df-bd8c-286e18bbc419 req-92945943-6f38-4673-bb3a-d27712699b40 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:42.175058 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c2235881-b7c6-49df-bd8c-286e18bbc419 req-92945943-6f38-4673-bb3a-d27712699b40 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 946 time: 0.0614536 May 09 04:29:42.247234 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09b4a429-dbbd-41bc-8158-4c4b0f0ce83a tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for port (82b818ab-20bd-4e30-bb9d-983d941aeaaf), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:42.255284 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09b4a429-dbbd-41bc-8158-4c4b0f0ce83a tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (82b818ab-20bd-4e30-bb9d-983d941aeaaf), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:42.282734 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c2235881-b7c6-49df-bd8c-286e18bbc419 req-e99879f5-da29-4ec5-a5dd-ea6501c13356 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996828 May 09 04:29:42.294157 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09b4a429-dbbd-41bc-8158-4c4b0f0ce83a tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-653345'] for floatingip (b6171d7c-d6f3-4202-9aeb-608efd08660f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:42.310578 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b4a429-dbbd-41bc-8158-4c4b0f0ce83a tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Pushing event updated for resources: {'Port': ['ID=82b818ab-20bd-4e30-bb9d-983d941aeaaf,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:29:42.318543 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-09b4a429-dbbd-41bc-8158-4c4b0f0ce83a tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:42.319744 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-09b4a429-dbbd-41bc-8158-4c4b0f0ce83a tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7775459 May 09 04:29:42.434615 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a054b-4eea-4e85-aa6e-2457e9e1f18e req-e0e72437-06f3-48b8-a71f-2b0e526aa009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:42.436210 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-3f9a054b-4eea-4e85-aa6e-2457e9e1f18e req-e0e72437-06f3-48b8-a71f-2b0e526aa009 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 1130 time: 0.0387778 May 09 04:29:42.487752 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-3f9a054b-4eea-4e85-aa6e-2457e9e1f18e req-cf413d94-f0c0-4443-970d-13615917f9aa service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436928 May 09 04:29:42.521162 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-d33aad9d-62c8-4d1d-b406-79d9a89bcd25 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1057817192&fields=id&tenant_id=9c83b0a8b88f452f9e12d077e8ac28c8 HTTP/1.1" status: 200 len: 267 time: 0.0445898 May 09 04:29:42.628327 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-dc15e4b0-07fb-47e2-9a8a-1f842a21bca2 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:42.629752 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-dc15e4b0-07fb-47e2-9a8a-1f842a21bca2 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/networks?id=cff1ca97-0d5c-4d7d-b3c2-a81f844b16da HTTP/1.1" status: 200 len: 814 time: 0.1013346 May 09 04:29:42.643509 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-f742f615-8d9d-4367-9ce4-f2df4e19a71c tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/quotas/9c83b0a8b88f452f9e12d077e8ac28c8 HTTP/1.1" status: 200 len: 375 time: 0.0085540 May 09 04:29:42.693200 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-58239ffc-e794-4481-a729-801856c08387 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c83b0a8b88f452f9e12d077e8ac28c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0449879 May 09 04:29:42.788977 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-a709d0e7-9255-48dc-b549-080169129916 service neutron] 10.222.0.44 "GET /v2.0/networks/cff1ca97-0d5c-4d7d-b3c2-a81f844b16da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844920 May 09 04:29:42.875910 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-04e09ea3-3c7b-4b35-8e9e-a9fecafff53d service neutron] 10.222.0.44 "GET /v2.0/networks/cff1ca97-0d5c-4d7d-b3c2-a81f844b16da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803938 May 09 04:29:43.039298 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8b189cc8-4a03-4ba6-89bc-72d5dc3378f6 req-f858fc1d-ca25-4a27-b486-d875ce837995 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=c42b820f-fd46-4c3a-bbef-65871250c13d HTTP/1.1" status: 200 len: 210 time: 0.0327082 May 09 04:29:43.405167 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cebee9-91a6-4d31-897c-bacd005e58e5 req-0c3be3c4-dd55-4113-8eb6-75e3e68b0cdd tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:43.406886 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f2cebee9-91a6-4d31-897c-bacd005e58e5 req-0c3be3c4-dd55-4113-8eb6-75e3e68b0cdd tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 946 time: 0.0485260 May 09 04:29:43.458572 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f2cebee9-91a6-4d31-897c-bacd005e58e5 req-77d43dd8-f701-4e9c-b52a-21e7b4d776e4 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460231 May 09 04:29:44.132362 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5cb2180d-e5cc-4776-be26-e9d38c74cafa req-020685ab-262e-46f4-b9a2-2ff893b59e7f tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=c42b820f-fd46-4c3a-bbef-65871250c13d HTTP/1.1" status: 200 len: 210 time: 0.0267961 May 09 04:29:44.581392 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce69b0-c10c-4f92-8338-f4ad3189af94 req-8c84436e-446d-4db1-ab62-fb0aaa4340a1 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:44.582893 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-1bce69b0-c10c-4f92-8338-f4ad3189af94 req-8c84436e-446d-4db1-ab62-fb0aaa4340a1 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 946 time: 0.0482392 May 09 04:29:44.631860 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-1bce69b0-c10c-4f92-8338-f4ad3189af94 req-134c42dc-be5f-43d2-a85c-472395c53d63 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428524 May 09 04:29:45.228587 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-64b45b81-ac6e-4d70-815b-ede5088084a1 req-b9f7264c-2550-4350-a14f-0e2e942dfab0 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=c42b820f-fd46-4c3a-bbef-65871250c13d HTTP/1.1" status: 200 len: 210 time: 0.0286138 May 09 04:29:45.450175 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-d7c1c7f1-c109-4702-a433-9488d7803105 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:45.451601 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-d7c1c7f1-c109-4702-a433-9488d7803105 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.13 "GET /v2.0/networks?id=cff1ca97-0d5c-4d7d-b3c2-a81f844b16da HTTP/1.1" status: 200 len: 814 time: 0.1125886 May 09 04:29:45.525956 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-3746c207-c850-4492-904c-1d0d6741eba0 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c83b0a8b88f452f9e12d077e8ac28c8 HTTP/1.1" status: 200 len: 472 time: 0.0641682 May 09 04:29:45.626932 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-4ed9068c-2b3f-4f10-957b-4604e6c1e864 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Request body: {'port': {'device_id': 'c42b820f-fd46-4c3a-bbef-65871250c13d', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'admin_state_up': True, 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'security_groups': ['ffa88308-ea96-468b-b8a4-5df912e6755c']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:29:45.768044 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5321c-5de1-40b2-9e02-2fc91cb1baa8 req-bafadc36-28d1-428c-bc87-7a901395f1be tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:45.769528 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-3ed5321c-5de1-40b2-9e02-2fc91cb1baa8 req-bafadc36-28d1-428c-bc87-7a901395f1be tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 946 time: 0.0642023 May 09 04:29:45.781323 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-4ed9068c-2b3f-4f10-957b-4604e6c1e864 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Made reservation on behalf of 9c83b0a8b88f452f9e12d077e8ac28c8 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:29:45.784426 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-4ed9068c-2b3f-4f10-957b-4604e6c1e864 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:45.864221 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-3ed5321c-5de1-40b2-9e02-2fc91cb1baa8 req-373262a7-619d-42d1-8b46-7c0f9b2356e8 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891976 May 09 04:29:45.938826 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-4ed9068c-2b3f-4f10-957b-4604e6c1e864 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Allocated IP 172.20.0.5 (cff1ca97-0d5c-4d7d-b3c2-a81f844b16da/2d5198bd-ad41-455d-84af-e9d6c501ca45/e9b357da-dcf1-479a-8514-427749cafd62) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:29:46.070007 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-4ed9068c-2b3f-4f10-957b-4604e6c1e864 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for port (e9b357da-dcf1-479a-8514-427749cafd62), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:46.101941 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-4ed9068c-2b3f-4f10-957b-4604e6c1e864 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (e9b357da-dcf1-479a-8514-427749cafd62), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:46.145611 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-4ed9068c-2b3f-4f10-957b-4604e6c1e864 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Network cff1ca97-0d5c-4d7d-b3c2-a81f844b16da is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:29:46.148537 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-4ed9068c-2b3f-4f10-957b-4604e6c1e864 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:29:46.152362 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-4ed9068c-2b3f-4f10-957b-4604e6c1e864 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:29:46.179781 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed9068c-2b3f-4f10-957b-4604e6c1e864 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Pushing event updated for resources: {'Port': ['ID=e9b357da-dcf1-479a-8514-427749cafd62,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:29:46.195437 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9068c-2b3f-4f10-957b-4604e6c1e864 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:29:46.195783 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9068c-2b3f-4f10-957b-4604e6c1e864 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:29:46.196154 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9068c-2b3f-4f10-957b-4604e6c1e864 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:29:46.196497 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9068c-2b3f-4f10-957b-4604e6c1e864 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:29:46.196833 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9068c-2b3f-4f10-957b-4604e6c1e864 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:29:46.197160 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9068c-2b3f-4f10-957b-4604e6c1e864 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:29:46.197576 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9068c-2b3f-4f10-957b-4604e6c1e864 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:29:46.198041 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9068c-2b3f-4f10-957b-4604e6c1e864 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:29:46.198374 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9068c-2b3f-4f10-957b-4604e6c1e864 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:29:46.198702 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9068c-2b3f-4f10-957b-4604e6c1e864 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:29:46.199030 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9068c-2b3f-4f10-957b-4604e6c1e864 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:29:46.199355 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9068c-2b3f-4f10-957b-4604e6c1e864 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:29:46.199680 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9068c-2b3f-4f10-957b-4604e6c1e864 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:29:46.200028 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9068c-2b3f-4f10-957b-4604e6c1e864 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:29:46.200350 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9068c-2b3f-4f10-957b-4604e6c1e864 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:29:46.220822 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-4ed9068c-2b3f-4f10-957b-4604e6c1e864 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:46.221433 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-4ed9068c-2b3f-4f10-957b-4604e6c1e864 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:46.238242 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-4ed9068c-2b3f-4f10-957b-4604e6c1e864 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6151686 May 09 04:29:46.255056 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-3f19cf27-615e-4592-b5f7-4cccb50701e6 service neutron] Request body: {'port': {'device_id': 'c42b820f-fd46-4c3a-bbef-65871250c13d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:29:46.325246 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-3f19cf27-615e-4592-b5f7-4cccb50701e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (e9b357da-dcf1-479a-8514-427749cafd62), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:46.348227 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04807e7-23cb-4fee-876d-06f7fb22c37b req-ff7974f7-7017-4347-87b1-547af93d7469 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:46.349697 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b04807e7-23cb-4fee-876d-06f7fb22c37b req-ff7974f7-7017-4347-87b1-547af93d7469 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=c42b820f-fd46-4c3a-bbef-65871250c13d HTTP/1.1" status: 200 len: 931 time: 0.0508270 May 09 04:29:46.397903 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b04807e7-23cb-4fee-876d-06f7fb22c37b req-38bebc95-6228-4725-bb33-b96bac3c1a4e tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa88308-ea96-468b-b8a4-5df912e6755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416782 May 09 04:29:46.407836 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-7b9652ad-b571-4a80-9d85-46ef9674a2a4 None None] Provisioning complete for port e9b357da-dcf1-479a-8514-427749cafd62 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:29:46.408414 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-7b9652ad-b571-4a80-9d85-46ef9674a2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (e9b357da-dcf1-479a-8514-427749cafd62), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:46.443999 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-7b9652ad-b571-4a80-9d85-46ef9674a2a4 None None] Port e9b357da-dcf1-479a-8514-427749cafd62 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 04:29:46.596165 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-3f19cf27-615e-4592-b5f7-4cccb50701e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9b357da-dcf1-479a-8514-427749cafd62 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 04:29:46.603191 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-3f19cf27-615e-4592-b5f7-4cccb50701e6 service neutron] Publish callbacks [] for port (e9b357da-dcf1-479a-8514-427749cafd62), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:46.615679 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-3f19cf27-615e-4592-b5f7-4cccb50701e6 service neutron] Transition to ACTIVE for port object e9b357da-dcf1-479a-8514-427749cafd62 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 04:29:46.619050 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-3f19cf27-615e-4592-b5f7-4cccb50701e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718803'] for port (e9b357da-dcf1-479a-8514-427749cafd62), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:46.667988 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f19cf27-615e-4592-b5f7-4cccb50701e6 service neutron] Pushing event updated for resources: {'Port': ['ID=e9b357da-dcf1-479a-8514-427749cafd62,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:29:46.741814 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-3f19cf27-615e-4592-b5f7-4cccb50701e6 service neutron] Attempting to bind port e9b357da-dcf1-479a-8514-427749cafd62 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:29:46.742437 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-3f19cf27-615e-4592-b5f7-4cccb50701e6 service neutron] Attempting to bind port e9b357da-dcf1-479a-8514-427749cafd62 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '7887ef4a-a237-48ec-8f9c-2f6abe8c4da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:29:46.742801 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-3f19cf27-615e-4592-b5f7-4cccb50701e6 service neutron] Attempting to bind port e9b357da-dcf1-479a-8514-427749cafd62 on network cff1ca97-0d5c-4d7d-b3c2-a81f844b16da {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:29:46.747923 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-3f19cf27-615e-4592-b5f7-4cccb50701e6 service neutron] Port e9b357da-dcf1-479a-8514-427749cafd62 on network cff1ca97-0d5c-4d7d-b3c2-a81f844b16da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 04:29:46.748266 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-3f19cf27-615e-4592-b5f7-4cccb50701e6 service neutron] Attempting to bind port e9b357da-dcf1-479a-8514-427749cafd62 on network cff1ca97-0d5c-4d7d-b3c2-a81f844b16da {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:29:46.753777 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-3f19cf27-615e-4592-b5f7-4cccb50701e6 service neutron] Checking agent: {'id': '0ba91d57-31cd-4938-a6ad-bd18d942a965', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 24, 18), 'started_at': datetime.datetime(2022, 5, 9, 4, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:29:46.754182 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-3f19cf27-615e-4592-b5f7-4cccb50701e6 service neutron] Checking segment: {'id': '7887ef4a-a237-48ec-8f9c-2f6abe8c4da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:29:46.754574 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-3f19cf27-615e-4592-b5f7-4cccb50701e6 service neutron] Bound using segment: {'id': '7887ef4a-a237-48ec-8f9c-2f6abe8c4da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:29:46.755007 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-3f19cf27-615e-4592-b5f7-4cccb50701e6 service neutron] Bound port: e9b357da-dcf1-479a-8514-427749cafd62, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7887ef4a-a237-48ec-8f9c-2f6abe8c4da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:29:46.755371 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-3f19cf27-615e-4592-b5f7-4cccb50701e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (e9b357da-dcf1-479a-8514-427749cafd62), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:46.831758 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-3f19cf27-615e-4592-b5f7-4cccb50701e6 service neutron] For port e9b357da-dcf1-479a-8514-427749cafd62, host hv-cinder-83800, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:29:46.834666 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-3f19cf27-615e-4592-b5f7-4cccb50701e6 service neutron] For port e9b357da-dcf1-479a-8514-427749cafd62, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=e9b357da-dcf1-479a-8514-427749cafd62,segment=NetworkSegment(7887ef4a-a237-48ec-8f9c-2f6abe8c4da6),segment_id=7887ef4a-a237-48ec-8f9c-2f6abe8c4da6)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:29:46.840973 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-3f19cf27-615e-4592-b5f7-4cccb50701e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718803'] for port (e9b357da-dcf1-479a-8514-427749cafd62), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:46.874511 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-3f19cf27-615e-4592-b5f7-4cccb50701e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:46.875718 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-3f19cf27-615e-4592-b5f7-4cccb50701e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:46.877289 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-3f19cf27-615e-4592-b5f7-4cccb50701e6 service neutron] 10.222.0.13 "PUT /v2.0/ports/e9b357da-dcf1-479a-8514-427749cafd62 HTTP/1.1" status: 200 len: 1093 time: 0.6263964 May 09 04:29:46.877722 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c42b820f-fd46-4c3a-bbef-65871250c13d', 'tag': 'e9b357da-dcf1-479a-8514-427749cafd62'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:29:46.880124 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708343da101edf5db3821e80f7e6194e70163222c3a70cb9c2c474869a6028b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0dfed03-10f7-46d3-99a8-b0db23724354" -d '{"events": [{"name": "network-changed", "server_uuid": "c42b820f-fd46-4c3a-bbef-65871250c13d", "tag": "e9b357da-dcf1-479a-8514-427749cafd62"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:29:46.904436 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f19cf27-615e-4592-b5f7-4cccb50701e6 service neutron] Pushing event updated for resources: {'Port': ['ID=e9b357da-dcf1-479a-8514-427749cafd62,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:29:46.939985 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 04:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35ff05d-b01d-46db-9840-bc5224f602bb x-openstack-request-id: req-d35ff05d-b01d-46db-9840-bc5224f602bb {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:29:46.940279 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c42b820f-fd46-4c3a-bbef-65871250c13d", "tag": "e9b357da-dcf1-479a-8514-427749cafd62", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:29:46.940534 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d35ff05d-b01d-46db-9840-bc5224f602bb {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:29:46.940985 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d35ff05d-b01d-46db-9840-bc5224f602bb'] response: {'name': 'network-changed', 'server_uuid': 'c42b820f-fd46-4c3a-bbef-65871250c13d', 'tag': 'e9b357da-dcf1-479a-8514-427749cafd62', 'status': 'completed', 'code': 200} May 09 04:29:46.972232 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-a49c9bda-ad12-4451-a72c-caa47106d77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:46.973766 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-a49c9bda-ad12-4451-a72c-caa47106d77f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c83b0a8b88f452f9e12d077e8ac28c8&device_id=c42b820f-fd46-4c3a-bbef-65871250c13d HTTP/1.1" status: 200 len: 1127 time: 0.0437796 May 09 04:29:47.032497 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-408b19a3-b514-4c76-9cab-7dca5daa0ad8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9b357da-dcf1-479a-8514-427749cafd62 HTTP/1.1" status: 200 len: 217 time: 0.0368879 May 09 04:29:47.085912 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-c1ca9598-5210-4e4a-8a4b-cea5355072fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:47.087628 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-c1ca9598-5210-4e4a-8a4b-cea5355072fa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2d5198bd-ad41-455d-84af-e9d6c501ca45 HTTP/1.1" status: 200 len: 853 time: 0.0451388 May 09 04:29:47.144038 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-8815d310-4dd7-4973-8be4-4fc8ebbec2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:47.145426 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-8815d310-4dd7-4973-8be4-4fc8ebbec2e3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cff1ca97-0d5c-4d7d-b3c2-a81f844b16da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399697 May 09 04:29:47.247996 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-5752c9be-3785-404b-b213-d81625b51952 service neutron] 10.222.0.13 "GET /v2.0/networks/cff1ca97-0d5c-4d7d-b3c2-a81f844b16da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876038 May 09 04:29:47.342014 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-e4ff4b7c-4cae-472a-a401-20285d319994 req-dd1a73f9-d937-422e-b083-6c565bb7b530 service neutron] 10.222.0.13 "GET /v2.0/networks/cff1ca97-0d5c-4d7d-b3c2-a81f844b16da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833070 May 09 04:29:47.519674 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e8a28-dad3-4749-8dcc-3130f0a43116 req-154045d2-32a9-4537-bbb1-b87d7f8270a3 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:47.521172 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ff0e8a28-dad3-4749-8dcc-3130f0a43116 req-154045d2-32a9-4537-bbb1-b87d7f8270a3 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=c42b820f-fd46-4c3a-bbef-65871250c13d HTTP/1.1" status: 200 len: 943 time: 0.0455408 May 09 04:29:47.567764 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ff0e8a28-dad3-4749-8dcc-3130f0a43116 req-523699b8-cfbb-403a-9c6e-937f35adad73 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa88308-ea96-468b-b8a4-5df912e6755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403390 May 09 04:29:48.687497 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee1804-aed4-460e-8172-1de002cb5897 req-2454c01c-b66a-48dc-9f6b-dc6199505383 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:48.689015 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f9ee1804-aed4-460e-8172-1de002cb5897 req-2454c01c-b66a-48dc-9f6b-dc6199505383 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=c42b820f-fd46-4c3a-bbef-65871250c13d HTTP/1.1" status: 200 len: 943 time: 0.0485787 May 09 04:29:48.740863 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f9ee1804-aed4-460e-8172-1de002cb5897 req-1adbb0fb-838e-410b-af20-e51ace81f9ae tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa88308-ea96-468b-b8a4-5df912e6755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463021 May 09 04:29:48.955954 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dfed03-10f7-46d3-99a8-b0db23724354 req-4bfbe6c6-ff87-49f2-9880-3024227f32f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:48.957343 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f0dfed03-10f7-46d3-99a8-b0db23724354 req-4bfbe6c6-ff87-49f2-9880-3024227f32f1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c83b0a8b88f452f9e12d077e8ac28c8&device_id=c42b820f-fd46-4c3a-bbef-65871250c13d HTTP/1.1" status: 200 len: 1127 time: 0.0381682 May 09 04:29:49.045426 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dfed03-10f7-46d3-99a8-b0db23724354 req-f39ae1be-00be-4ad2-81aa-8f676b2a2bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:49.046847 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f0dfed03-10f7-46d3-99a8-b0db23724354 req-f39ae1be-00be-4ad2-81aa-8f676b2a2bff service neutron] 10.222.0.13 "GET /v2.0/networks?id=cff1ca97-0d5c-4d7d-b3c2-a81f844b16da HTTP/1.1" status: 200 len: 915 time: 0.0806551 May 09 04:29:49.092358 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f0dfed03-10f7-46d3-99a8-b0db23724354 req-f2f77b10-a6c1-4819-b647-62a8ef68f40d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9b357da-dcf1-479a-8514-427749cafd62 HTTP/1.1" status: 200 len: 217 time: 0.0359485 May 09 04:29:49.139602 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dfed03-10f7-46d3-99a8-b0db23724354 req-044701f9-37a0-44b9-9cff-938096a6837f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:49.141015 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f0dfed03-10f7-46d3-99a8-b0db23724354 req-044701f9-37a0-44b9-9cff-938096a6837f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2d5198bd-ad41-455d-84af-e9d6c501ca45 HTTP/1.1" status: 200 len: 853 time: 0.0416057 May 09 04:29:49.184573 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dfed03-10f7-46d3-99a8-b0db23724354 req-8c6071a1-62db-44b4-bb10-9c4c47f52548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:49.185998 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f0dfed03-10f7-46d3-99a8-b0db23724354 req-8c6071a1-62db-44b4-bb10-9c4c47f52548 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cff1ca97-0d5c-4d7d-b3c2-a81f844b16da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370641 May 09 04:29:49.278367 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f0dfed03-10f7-46d3-99a8-b0db23724354 req-9c98ef80-b89d-4946-9c74-3da760f07660 service neutron] 10.222.0.13 "GET /v2.0/networks/cff1ca97-0d5c-4d7d-b3c2-a81f844b16da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836165 May 09 04:29:49.373734 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f0dfed03-10f7-46d3-99a8-b0db23724354 req-a90a8683-3a91-4af1-bdc4-a118cc23932f service neutron] 10.222.0.13 "GET /v2.0/networks/cff1ca97-0d5c-4d7d-b3c2-a81f844b16da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792010 May 09 04:29:49.592270 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device e9b357da-dcf1-479a-8514-427749cafd62 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 04:29:49.701284 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port e9b357da-dcf1-479a-8514-427749cafd62, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=e9b357da-dcf1-479a-8514-427749cafd62,segment=NetworkSegment(7887ef4a-a237-48ec-8f9c-2f6abe8c4da6),segment_id=7887ef4a-a237-48ec-8f9c-2f6abe8c4da6)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:29:49.703907 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (0ba91d57-31cd-4938-a6ad-bd18d942a965), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:49.712540 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Returning: {'device': 'e9b357da-dcf1-479a-8514-427749cafd62', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'port_id': 'e9b357da-dcf1-479a-8514-427749cafd62', 'mac_address': 'fa:16:3e:6c:f1:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 04:29:49.750375 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port e9b357da-dcf1-479a-8514-427749cafd62 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:29:49.750767 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (e9b357da-dcf1-479a-8514-427749cafd62), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:49.765598 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9b357da-dcf1-479a-8514-427749cafd62 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 04:29:49.786009 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port e9b357da-dcf1-479a-8514-427749cafd62, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=e9b357da-dcf1-479a-8514-427749cafd62,segment=NetworkSegment(7887ef4a-a237-48ec-8f9c-2f6abe8c4da6),segment_id=7887ef4a-a237-48ec-8f9c-2f6abe8c4da6)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:29:49.789853 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (e9b357da-dcf1-479a-8514-427749cafd62), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:49.837288 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=e9b357da-dcf1-479a-8514-427749cafd62,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:29:49.858271 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3d75f-d01b-4163-a778-b953e44da7be req-c8f0749c-9d3b-4a1e-81f7-8d4b2a8b7fde tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:49.859740 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-42a3d75f-d01b-4163-a778-b953e44da7be req-c8f0749c-9d3b-4a1e-81f7-8d4b2a8b7fde tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=c42b820f-fd46-4c3a-bbef-65871250c13d HTTP/1.1" status: 200 len: 944 time: 0.0484743 May 09 04:29:49.909658 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-42a3d75f-d01b-4163-a778-b953e44da7be req-bf5c53bb-17ff-400f-8b2b-c01fdcb50f28 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa88308-ea96-468b-b8a4-5df912e6755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442963 May 09 04:29:50.258113 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] get_ports_and_sgs() called for port_ids ['e9b357da-dcf1-479a-8514-427749cafd62'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 04:29:50.461804 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-97f3dd56-a224-492e-97a0-2be703344b89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (144b4b53-faa6-4e1c-8c93-1df238c644e2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:51.022733 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79613ca2-f89d-4fa1-b191-1a53ee28e769 req-45b26109-27c7-4e44-8d25-e8d7f8e6e8de tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:51.024138 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-79613ca2-f89d-4fa1-b191-1a53ee28e769 req-45b26109-27c7-4e44-8d25-e8d7f8e6e8de tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=c42b820f-fd46-4c3a-bbef-65871250c13d HTTP/1.1" status: 200 len: 944 time: 0.0469501 May 09 04:29:51.073940 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-79613ca2-f89d-4fa1-b191-1a53ee28e769 req-fa9b8fe9-4e17-435d-b9e2-e1ddaad7646d tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa88308-ea96-468b-b8a4-5df912e6755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442030 May 09 04:29:51.608459 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device e9b357da-dcf1-479a-8514-427749cafd62 up at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:29:51.654409 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Provisioning for port e9b357da-dcf1-479a-8514-427749cafd62 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 04:29:51.660161 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Provisioning complete for port e9b357da-dcf1-479a-8514-427749cafd62 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:29:51.660578 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (e9b357da-dcf1-479a-8514-427749cafd62), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:51.738178 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port e9b357da-dcf1-479a-8514-427749cafd62 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:29:51.738575 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (e9b357da-dcf1-479a-8514-427749cafd62), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:51.760770 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c42b820f-fd46-4c3a-bbef-65871250c13d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b357da-dcf1-479a-8514-427749cafd62'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:29:51.762973 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6941dd57353447cfe46bbb883e0d815d26e9477c6b9f0737609fdd17593c9a07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2786a4cf-8a22-47fc-972a-60eda077e436" -d '{"events": [{"server_uuid": "c42b820f-fd46-4c3a-bbef-65871250c13d", "name": "network-vif-plugged", "status": "completed", "tag": "e9b357da-dcf1-479a-8514-427749cafd62"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:29:51.775296 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port e9b357da-dcf1-479a-8514-427749cafd62, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=e9b357da-dcf1-479a-8514-427749cafd62,segment=NetworkSegment(7887ef4a-a237-48ec-8f9c-2f6abe8c4da6),segment_id=7887ef4a-a237-48ec-8f9c-2f6abe8c4da6)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:29:51.780484 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (e9b357da-dcf1-479a-8514-427749cafd62), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:51.804122 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 04:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087f8061-06b2-480f-af48-517311e8b81b x-openstack-request-id: req-087f8061-06b2-480f-af48-517311e8b81b {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:29:51.804416 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c42b820f-fd46-4c3a-bbef-65871250c13d", "name": "network-vif-plugged", "status": "completed", "tag": "e9b357da-dcf1-479a-8514-427749cafd62", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:29:51.804781 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-087f8061-06b2-480f-af48-517311e8b81b {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:29:51.805203 dv-cinder-838009-3-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-087f8061-06b2-480f-af48-517311e8b81b'] response: {'server_uuid': 'c42b820f-fd46-4c3a-bbef-65871250c13d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b357da-dcf1-479a-8514-427749cafd62', 'code': 200} May 09 04:29:51.834037 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=e9b357da-dcf1-479a-8514-427749cafd62,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:29:51.979474 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8df964-3203-4adc-999b-f328ea5b61d4 req-8e0f08bc-3e3b-4b81-a3ee-6458812934a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:51.980957 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-2b8df964-3203-4adc-999b-f328ea5b61d4 req-8e0f08bc-3e3b-4b81-a3ee-6458812934a6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c42b820f-fd46-4c3a-bbef-65871250c13d HTTP/1.1" status: 200 len: 1129 time: 0.0379529 May 09 04:29:52.022543 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-2b8df964-3203-4adc-999b-f328ea5b61d4 req-c5a474bd-5174-4190-b3ba-0adc008fb805 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ffa88308-ea96-468b-b8a4-5df912e6755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353103 May 09 04:29:52.189885 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319d28a-da57-4b43-b485-470cad90b538 req-0f880c07-0278-4533-b266-c84ce2485f76 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:52.191354 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-1319d28a-da57-4b43-b485-470cad90b538 req-0f880c07-0278-4533-b266-c84ce2485f76 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=c42b820f-fd46-4c3a-bbef-65871250c13d HTTP/1.1" status: 200 len: 945 time: 0.0510659 May 09 04:29:52.238459 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-1319d28a-da57-4b43-b485-470cad90b538 req-dd76239b-5751-4329-b2a0-4fe29f811921 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa88308-ea96-468b-b8a4-5df912e6755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415301 May 09 04:29:52.998018 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c9aa022b-c127-4783-959a-081a75d8183c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3dae496a-5564-45d9-8b4f-04486e79e4dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:53.350687 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc326094-aa78-4646-a346-dbfd485965cb req-23c7b25c-0337-4a5c-a92b-5fcbe36a6646 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:53.352120 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bc326094-aa78-4646-a346-dbfd485965cb req-23c7b25c-0337-4a5c-a92b-5fcbe36a6646 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=c42b820f-fd46-4c3a-bbef-65871250c13d HTTP/1.1" status: 200 len: 945 time: 0.0455611 May 09 04:29:53.397487 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bc326094-aa78-4646-a346-dbfd485965cb req-3c35919b-4e1e-4cc7-bc84-7b5af7cb577f tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa88308-ea96-468b-b8a4-5df912e6755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391357 May 09 04:29:54.139531 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7671283-9f0b-468d-8f0b-6ce51d9cb9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (896ddadf-f6f7-4d68-b704-6882247efc03), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:54.512771 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2dc4a-91fc-4f16-b69f-aa8bf53ec0df req-98ffdf08-5809-4d8e-919c-38176d744eb1 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:54.514199 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a8f2dc4a-91fc-4f16-b69f-aa8bf53ec0df req-98ffdf08-5809-4d8e-919c-38176d744eb1 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=c42b820f-fd46-4c3a-bbef-65871250c13d HTTP/1.1" status: 200 len: 945 time: 0.0494013 May 09 04:29:54.560376 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a8f2dc4a-91fc-4f16-b69f-aa8bf53ec0df req-b4c05945-d6eb-4c8e-a466-0582bd522b15 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa88308-ea96-468b-b8a4-5df912e6755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406435 May 09 04:29:55.318791 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43e19ad3-c0e7-48b8-9cb0-6496f201f8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3ce75c28-5550-4d51-9af6-2a59ee09c43b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:55.672295 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c37b3-811f-416d-821f-b3d62e45f080 req-e50a7c54-4feb-4ab9-a54f-f592d20fb32d tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:55.673763 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8c1c37b3-811f-416d-821f-b3d62e45f080 req-e50a7c54-4feb-4ab9-a54f-f592d20fb32d tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=c42b820f-fd46-4c3a-bbef-65871250c13d HTTP/1.1" status: 200 len: 945 time: 0.0469317 May 09 04:29:55.720343 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8c1c37b3-811f-416d-821f-b3d62e45f080 req-f42816f4-1ffb-45da-b3c5-06b1542f03d7 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa88308-ea96-468b-b8a4-5df912e6755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410812 May 09 04:29:56.784142 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (9a15748d-6a05-4459-b777-d0dd003edfa1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:56.835759 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b3517-6b6d-43be-a05f-8330a57d299c req-67327794-836b-4b21-afcf-f20b186b3d85 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:56.837516 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-1d8b3517-6b6d-43be-a05f-8330a57d299c req-67327794-836b-4b21-afcf-f20b186b3d85 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=c42b820f-fd46-4c3a-bbef-65871250c13d HTTP/1.1" status: 200 len: 945 time: 0.0476694 May 09 04:29:56.884552 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-1d8b3517-6b6d-43be-a05f-8330a57d299c req-a15fd1fc-09ef-4006-9de0-4b12f3115a36 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa88308-ea96-468b-b8a4-5df912e6755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413296 May 09 04:29:57.999305 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cdc529-4248-4763-a830-837c073b5c92 req-a9a400d4-1b08-4e08-bbe5-f687451ab43d tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:58.000793 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-21cdc529-4248-4763-a830-837c073b5c92 req-a9a400d4-1b08-4e08-bbe5-f687451ab43d tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=c42b820f-fd46-4c3a-bbef-65871250c13d HTTP/1.1" status: 200 len: 945 time: 0.0494735 May 09 04:29:58.047423 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-21cdc529-4248-4763-a830-837c073b5c92 req-6339f251-f781-4d76-9942-e23dd34e980e tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa88308-ea96-468b-b8a4-5df912e6755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411041 May 09 04:29:58.157374 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a21bd3-e3d6-4e94-82fb-63713cd328a7 req-44fbc831-b51a-4299-8775-83e27b36cf43 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:58.159035 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-e7a21bd3-e3d6-4e94-82fb-63713cd328a7 req-44fbc831-b51a-4299-8775-83e27b36cf43 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=c42b820f-fd46-4c3a-bbef-65871250c13d HTTP/1.1" status: 200 len: 945 time: 0.0494735 May 09 04:29:58.168218 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 46716) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:29:58.172491 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-e6bf6eef-62f0-408d-a95b-714ce0cc1107 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Request body: {'floatingip': {'port_id': 'e9b357da-dcf1-479a-8514-427749cafd62'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:29:58.210069 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e6bf6eef-62f0-408d-a95b-714ce0cc1107 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for floatingip (b6171d7c-d6f3-4202-9aeb-608efd08660f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:58.865439 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e6bf6eef-62f0-408d-a95b-714ce0cc1107 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:58.870689 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e6bf6eef-62f0-408d-a95b-714ce0cc1107 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-653345'] for floatingip (b6171d7c-d6f3-4202-9aeb-608efd08660f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:58.973428 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.db.l3_db [None req-e6bf6eef-62f0-408d-a95b-714ce0cc1107 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Floating IP b6171d7c-d6f3-4202-9aeb-608efd08660f associated. External IP: 172.27.2.244, port: e9b357da-dcf1-479a-8514-427749cafd62. May 09 04:29:59.185340 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6bf6eef-62f0-408d-a95b-714ce0cc1107 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Router 4d52aa5f-732c-4e4d-b61c-fb86a901d96c has already been hosted by L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 04:29:59.294759 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6bf6eef-62f0-408d-a95b-714ce0cc1107 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:29:59.299650 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e6bf6eef-62f0-408d-a95b-714ce0cc1107 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:29:59.304245 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b375920-9238-4e3b-948f-32e678c57cb1 None None] Sync routers for ids ['4d52aa5f-732c-4e4d-b61c-fb86a901d96c'] in dv-cinder-838009-3-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:29:59.313353 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b375920-9238-4e3b-948f-32e678c57cb1 None None] Routers {'4d52aa5f-732c-4e4d-b61c-fb86a901d96c'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:29:59.313963 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2b375920-9238-4e3b-948f-32e678c57cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:29:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['4d52aa5f-732c-4e4d-b61c-fb86a901d96c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:29:59.328424 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-e6bf6eef-62f0-408d-a95b-714ce0cc1107 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "PUT /v2.0/floatingips/b6171d7c-d6f3-4202-9aeb-608efd08660f HTTP/1.1" status: 200 len: 991 time: 1.1591578 May 09 04:29:59.328999 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c42b820f-fd46-4c3a-bbef-65871250c13d', 'tag': 'e9b357da-dcf1-479a-8514-427749cafd62'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:29:59.331249 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708343da101edf5db3821e80f7e6194e70163222c3a70cb9c2c474869a6028b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c7cbf6-3387-40ab-98b9-ea70b3b24d43" -d '{"events": [{"name": "network-changed", "server_uuid": "c42b820f-fd46-4c3a-bbef-65871250c13d", "tag": "e9b357da-dcf1-479a-8514-427749cafd62"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:29:59.367558 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 04:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac40f12c-e5a1-482d-8c9e-11980d27cba4 x-openstack-request-id: req-ac40f12c-e5a1-482d-8c9e-11980d27cba4 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:29:59.367860 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c42b820f-fd46-4c3a-bbef-65871250c13d", "tag": "e9b357da-dcf1-479a-8514-427749cafd62", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:29:59.368147 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ac40f12c-e5a1-482d-8c9e-11980d27cba4 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:29:59.368558 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac40f12c-e5a1-482d-8c9e-11980d27cba4'] response: {'name': 'network-changed', 'server_uuid': 'c42b820f-fd46-4c3a-bbef-65871250c13d', 'tag': 'e9b357da-dcf1-479a-8514-427749cafd62', 'status': 'completed', 'code': 200} May 09 04:29:59.423311 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-2b375920-9238-4e3b-948f-32e678c57cb1 None None] Set router 4d52aa5f-732c-4e4d-b61c-fb86a901d96c gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:29:59.446543 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7cbf6-3387-40ab-98b9-ea70b3b24d43 req-126a2213-a059-4079-ab7b-84e0bdeddaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:59.448258 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-13c7cbf6-3387-40ab-98b9-ea70b3b24d43 req-126a2213-a059-4079-ab7b-84e0bdeddaea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c83b0a8b88f452f9e12d077e8ac28c8&device_id=c42b820f-fd46-4c3a-bbef-65871250c13d HTTP/1.1" status: 200 len: 1129 time: 0.0388050 May 09 04:29:59.550092 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7cbf6-3387-40ab-98b9-ea70b3b24d43 req-8131b0af-e6f0-416b-82bd-7589cb5ca7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:59.551577 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-13c7cbf6-3387-40ab-98b9-ea70b3b24d43 req-8131b0af-e6f0-416b-82bd-7589cb5ca7bb service neutron] 10.222.0.13 "GET /v2.0/networks?id=cff1ca97-0d5c-4d7d-b3c2-a81f844b16da HTTP/1.1" status: 200 len: 915 time: 0.0893321 May 09 04:29:59.634212 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-13c7cbf6-3387-40ab-98b9-ea70b3b24d43 req-966a57a9-1078-4647-8a53-e3852d27cac3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9b357da-dcf1-479a-8514-427749cafd62 HTTP/1.1" status: 200 len: 999 time: 0.0632606 May 09 04:29:59.643604 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2b375920-9238-4e3b-948f-32e678c57cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'name': 'tempest-AttachVolumeNegativeTest-195011021-router', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:53Z', 'updated_at': '2022-05-09T04:28:01Z', 'revision_number': 4, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'gw_port': {'id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:54Z', 'updated_at': '2022-05-09T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_floatingips': [{'id': 'b6171d7c-d6f3-4202-9aeb-608efd08660f', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'floating_ip_address': '172.27.2.244', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'port_id': 'e9b357da-dcf1-479a-8514-427749cafd62', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'mac_address': 'fa:16:3e:6c:f1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42b820f-fd46-4c3a-bbef-65871250c13d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:29:41Z', 'updated_at': '2022-05-09T04:29:58Z', 'revision_number': 1, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'fixed_ip_address_scope': None}, {'id': 'c85be946-dd48-440e-ad45-a638972ff2f5', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'floating_ip_address': '172.27.2.154', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'port_id': '1e27a9e1-6f10-43bb-909c-aa9fc82bc83c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'mac_address': 'fa:16:3e:24:21:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48735dde-9de8-4b71-877f-e86789f4c887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:28:07Z', 'updated_at': '2022-05-09T04:28:36Z', 'revision_number': 2, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '529116a4-e0e4-4a10-a24e-711cb18b842b', 'name': '', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'mac_address': 'fa:16:3e:b2:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:28:00Z', 'updated_at': '2022-05-09T04:28:11Z', 'revision_number': 5, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'subnets': [{'id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:29:59.670111 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b375920-9238-4e3b-948f-32e678c57cb1 None None] Checking router: 4d52aa5f-732c-4e4d-b61c-fb86a901d96c for host: dv-cinder-838009-3-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:29:59.678398 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b375920-9238-4e3b-948f-32e678c57cb1 None None] Routers {'4d52aa5f-732c-4e4d-b61c-fb86a901d96c'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:29:59.679014 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2b375920-9238-4e3b-948f-32e678c57cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:29:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['4d52aa5f-732c-4e4d-b61c-fb86a901d96c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:29:59.685713 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7cbf6-3387-40ab-98b9-ea70b3b24d43 req-71c59cf0-af3d-4df8-9ee1-72050b46be6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:59.687289 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-13c7cbf6-3387-40ab-98b9-ea70b3b24d43 req-71c59cf0-af3d-4df8-9ee1-72050b46be6e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2d5198bd-ad41-455d-84af-e9d6c501ca45 HTTP/1.1" status: 200 len: 853 time: 0.0449214 May 09 04:29:59.744783 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7cbf6-3387-40ab-98b9-ea70b3b24d43 req-b8bed506-1624-4269-b895-4193252bcae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:29:59.744783 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-13c7cbf6-3387-40ab-98b9-ea70b3b24d43 req-b8bed506-1624-4269-b895-4193252bcae1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cff1ca97-0d5c-4d7d-b3c2-a81f844b16da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450494 May 09 04:29:59.792630 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-2b375920-9238-4e3b-948f-32e678c57cb1 None None] Set router 4d52aa5f-732c-4e4d-b61c-fb86a901d96c gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:29:59.855369 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-13c7cbf6-3387-40ab-98b9-ea70b3b24d43 req-93fc5b09-74f2-4b50-adbd-57b3e96aa486 service neutron] 10.222.0.13 "GET /v2.0/networks/cff1ca97-0d5c-4d7d-b3c2-a81f844b16da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990760 May 09 04:29:59.970915 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-13c7cbf6-3387-40ab-98b9-ea70b3b24d43 req-4934b9fc-3651-4ff3-836f-c8f695e68ba9 service neutron] 10.222.0.13 "GET /v2.0/networks/cff1ca97-0d5c-4d7d-b3c2-a81f844b16da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902045 May 09 04:30:00.089627 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-2b375920-9238-4e3b-948f-32e678c57cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'name': 'tempest-AttachVolumeNegativeTest-195011021-router', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:53Z', 'updated_at': '2022-05-09T04:28:01Z', 'revision_number': 4, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'gw_port': {'id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:54Z', 'updated_at': '2022-05-09T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_floatingips': [{'id': 'b6171d7c-d6f3-4202-9aeb-608efd08660f', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'floating_ip_address': '172.27.2.244', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'port_id': 'e9b357da-dcf1-479a-8514-427749cafd62', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'mac_address': 'fa:16:3e:6c:f1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42b820f-fd46-4c3a-bbef-65871250c13d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:29:41Z', 'updated_at': '2022-05-09T04:29:58Z', 'revision_number': 1, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'fixed_ip_address_scope': None}, {'id': 'c85be946-dd48-440e-ad45-a638972ff2f5', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'floating_ip_address': '172.27.2.154', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'port_id': '1e27a9e1-6f10-43bb-909c-aa9fc82bc83c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'mac_address': 'fa:16:3e:24:21:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48735dde-9de8-4b71-877f-e86789f4c887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:28:07Z', 'updated_at': '2022-05-09T04:28:36Z', 'revision_number': 2, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '529116a4-e0e4-4a10-a24e-711cb18b842b', 'name': '', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'mac_address': 'fa:16:3e:b2:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:28:00Z', 'updated_at': '2022-05-09T04:28:11Z', 'revision_number': 5, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'subnets': [{'id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:30:00.114347 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b375920-9238-4e3b-948f-32e678c57cb1 None None] The sync data for ids ['4d52aa5f-732c-4e4d-b61c-fb86a901d96c'] in dv-cinder-838009-3-iscsi is: [{'id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'name': 'tempest-AttachVolumeNegativeTest-195011021-router', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:53Z', 'updated_at': '2022-05-09T04:28:01Z', 'revision_number': 4, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'gw_port': {'id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:54Z', 'updated_at': '2022-05-09T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_floatingips': [{'id': 'b6171d7c-d6f3-4202-9aeb-608efd08660f', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'floating_ip_address': '172.27.2.244', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'port_id': 'e9b357da-dcf1-479a-8514-427749cafd62', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'mac_address': 'fa:16:3e:6c:f1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42b820f-fd46-4c3a-bbef-65871250c13d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:29:41Z', 'updated_at': '2022-05-09T04:29:58Z', 'revision_number': 1, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'fixed_ip_address_scope': None}, {'id': 'c85be946-dd48-440e-ad45-a638972ff2f5', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'floating_ip_address': '172.27.2.154', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'port_id': '1e27a9e1-6f10-43bb-909c-aa9fc82bc83c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'mac_address': 'fa:16:3e:24:21:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48735dde-9de8-4b71-877f-e86789f4c887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:28:07Z', 'updated_at': '2022-05-09T04:28:36Z', 'revision_number': 2, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '529116a4-e0e4-4a10-a24e-711cb18b842b', 'name': '', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'mac_address': 'fa:16:3e:b2:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:28:00Z', 'updated_at': '2022-05-09T04:28:11Z', 'revision_number': 5, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'subnets': [{'id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:30:00.308727 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96799e49-e233-4cfc-b8ee-9d3dab787830 None None] New status for floating IP b6171d7c-d6f3-4202-9aeb-608efd08660f: ACTIVE {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 04:30:02.130497 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba64fd-c78e-42e7-8190-84f982cb88b4 req-f3f45252-3ed2-43d1-84e4-fd0781a02301 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:02.132062 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-7dba64fd-c78e-42e7-8190-84f982cb88b4 req-f3f45252-3ed2-43d1-84e4-fd0781a02301 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.0490501 May 09 04:30:02.189832 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-7dba64fd-c78e-42e7-8190-84f982cb88b4 req-5a8a749c-7f09-4f1a-a50e-84c08bf712c8 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505753 May 09 04:30:03.310127 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634d5d4-84c8-4289-972d-51a93811029e req-4daaea6f-ea05-4e40-9415-0db786c55d9e tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:03.311574 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4634d5d4-84c8-4289-972d-51a93811029e req-4daaea6f-ea05-4e40-9415-0db786c55d9e tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.0457537 May 09 04:30:03.357908 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4634d5d4-84c8-4289-972d-51a93811029e req-5653bc19-c9ed-4770-ae0f-4b132b3eca7e tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407939 May 09 04:30:04.469038 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986a7bb-345f-4e99-8f11-2b895ae37134 req-64be13de-d613-4842-877a-670056c8fc06 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:04.470478 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-1986a7bb-345f-4e99-8f11-2b895ae37134 req-64be13de-d613-4842-877a-670056c8fc06 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.0461271 May 09 04:30:04.515448 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-1986a7bb-345f-4e99-8f11-2b895ae37134 req-9623133a-4037-4aea-ae9e-981a255bdf49 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394609 May 09 04:30:05.626614 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f5c8c-904f-4938-b850-d14ab3bf3d56 req-67779128-71f7-4e19-91fb-acf7de70793f tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:05.628062 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-428f5c8c-904f-4938-b850-d14ab3bf3d56 req-67779128-71f7-4e19-91fb-acf7de70793f tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.0463910 May 09 04:30:05.676314 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-428f5c8c-904f-4938-b850-d14ab3bf3d56 req-4fccd0f7-f6da-4ab5-babe-6414f3fcce9c tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428269 May 09 04:30:06.792298 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d0a1a-8cf0-431e-b3aa-6480b8918a69 req-20205753-05fb-4592-a548-9c0b61437ec6 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:06.793750 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-892d0a1a-8cf0-431e-b3aa-6480b8918a69 req-20205753-05fb-4592-a548-9c0b61437ec6 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.0508282 May 09 04:30:06.839664 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-892d0a1a-8cf0-431e-b3aa-6480b8918a69 req-816d78bc-c9a9-4fed-b303-b222ea5eb6c2 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404363 May 09 04:30:07.950217 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e21058-9d8c-4857-9b56-25687b2f41b1 req-5894b3d9-cdf8-408c-82fa-09d8ac714b9f tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:07.951673 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b6e21058-9d8c-4857-9b56-25687b2f41b1 req-5894b3d9-cdf8-408c-82fa-09d8ac714b9f tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.0463853 May 09 04:30:07.998396 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b6e21058-9d8c-4857-9b56-25687b2f41b1 req-90a460ab-4a89-47db-ac7d-7e3dd9db65f7 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410569 May 09 04:30:09.112883 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6dd08-e033-40a1-bc2e-ea6b4d5112b2 req-854b12ad-f662-45a9-9b9b-3cb5e8bc988a tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:09.114335 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-4ce6dd08-e033-40a1-bc2e-ea6b4d5112b2 req-854b12ad-f662-45a9-9b9b-3cb5e8bc988a tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.0478163 May 09 04:30:09.159875 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-4ce6dd08-e033-40a1-bc2e-ea6b4d5112b2 req-91ec95dc-b4b3-45ce-a57d-121fb3982ab1 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395267 May 09 04:30:10.278440 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd1781b-d07a-4118-b569-a08f55b4ef46 req-75797dad-2aea-4042-bde2-f8b0598acde1 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:10.279877 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ddd1781b-d07a-4118-b569-a08f55b4ef46 req-75797dad-2aea-4042-bde2-f8b0598acde1 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.0466042 May 09 04:30:10.326601 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ddd1781b-d07a-4118-b569-a08f55b4ef46 req-e8f865c1-a65b-4778-8890-6a296086a109 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411899 May 09 04:30:10.873018 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-370d6890-4747-4f07-aac5-83a93d9e9b41 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 04:30:11.449869 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55c8f0-48e0-4a90-ad52-f531af143272 req-b00f188c-6942-46b2-81a8-78f9e1bf366a tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:11.451355 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ee55c8f0-48e0-4a90-ad52-f531af143272 req-b00f188c-6942-46b2-81a8-78f9e1bf366a tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.0548778 May 09 04:30:11.493805 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b74daf-5bae-4559-985c-ddd47bc47f90 req-362d061b-25d6-4a84-a643-4759b2336970 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:11.495178 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-39b74daf-5bae-4559-985c-ddd47bc47f90 req-362d061b-25d6-4a84-a643-4759b2336970 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 985 time: 0.0755026 May 09 04:30:11.499084 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ee55c8f0-48e0-4a90-ad52-f531af143272 req-52650898-1f49-47b2-8c78-5df6e23e2fc3 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420423 May 09 04:30:11.504795 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e00c5-86cd-4d79-8212-6b9669bea61f req-6f794e87-afbd-431c-8b25-d78ede12b2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:11.506270 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5d1e00c5-86cd-4d79-8212-6b9669bea61f req-6f794e87-afbd-431c-8b25-d78ede12b2a8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf2a64ab3bc1448b8a934e2d103bb161&device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 1169 time: 0.0592971 May 09 04:30:11.611730 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-39b74daf-5bae-4559-985c-ddd47bc47f90 req-5ca29c9d-8cee-4804-ba04-aa670e1b8588 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/security-groups?id=50344f9a-eb8f-43c1-9c05-983eb3f3a838&id=3f5857f0-83c5-40c8-9ce8-13118e1e61c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1091378 May 09 04:30:11.636152 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e00c5-86cd-4d79-8212-6b9669bea61f req-278def9a-ee8a-486b-851c-a7f8b56bf08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:11.637734 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5d1e00c5-86cd-4d79-8212-6b9669bea61f req-278def9a-ee8a-486b-851c-a7f8b56bf08e service neutron] 10.222.0.13 "GET /v2.0/networks?id=da1a742f-a0fb-4823-acf5-bb842d53e97e HTTP/1.1" status: 200 len: 915 time: 0.1194727 May 09 04:30:11.704728 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5d1e00c5-86cd-4d79-8212-6b9669bea61f req-5e61cec4-e159-4266-8333-3f7e57792b7f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=675e6f12-2f41-46e3-b8d5-09ed37ae4a6f HTTP/1.1" status: 200 len: 1001 time: 0.0594699 May 09 04:30:11.753285 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e00c5-86cd-4d79-8212-6b9669bea61f req-6b0e2b53-4a7f-41a4-923b-fd0860da9fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:11.754668 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5d1e00c5-86cd-4d79-8212-6b9669bea61f req-6b0e2b53-4a7f-41a4-923b-fd0860da9fc8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f2c7c720-a0e3-4650-9d10-f6010eaead33 HTTP/1.1" status: 200 len: 853 time: 0.0431278 May 09 04:30:11.806227 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e00c5-86cd-4d79-8212-6b9669bea61f req-79db3e1c-d153-483e-98f7-90e1dc9da657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:11.807854 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5d1e00c5-86cd-4d79-8212-6b9669bea61f req-79db3e1c-d153-483e-98f7-90e1dc9da657 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da1a742f-a0fb-4823-acf5-bb842d53e97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419252 May 09 04:30:11.895474 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5d1e00c5-86cd-4d79-8212-6b9669bea61f req-4d717e23-e98d-421e-9e3c-aa0dd491ff5c service neutron] 10.222.0.13 "GET /v2.0/networks/da1a742f-a0fb-4823-acf5-bb842d53e97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808911 May 09 04:30:11.985689 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5d1e00c5-86cd-4d79-8212-6b9669bea61f req-93ee779b-5798-469f-ad1e-09b6ebcd39ec service neutron] 10.222.0.13 "GET /v2.0/networks/da1a742f-a0fb-4823-acf5-bb842d53e97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829737 May 09 04:30:12.613207 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910ed23-fc17-4d29-b56e-4688fc70b55b req-7e27f0bb-4711-4422-8353-509e083b3f24 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:12.614667 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b910ed23-fc17-4d29-b56e-4688fc70b55b req-7e27f0bb-4711-4422-8353-509e083b3f24 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.0461349 May 09 04:30:12.661072 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b910ed23-fc17-4d29-b56e-4688fc70b55b req-a4fc547b-732c-4f8c-bee4-2bc8db0d25f1 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402529 May 09 04:30:12.725217 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3b19e-f577-4813-94cf-e41f6e97d6a9 req-198b573d-89ca-4161-9c1b-7f90ab55755f tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:12.726682 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-10c3b19e-f577-4813-94cf-e41f6e97d6a9 req-198b573d-89ca-4161-9c1b-7f90ab55755f tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 985 time: 0.0479891 May 09 04:30:12.785601 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-10c3b19e-f577-4813-94cf-e41f6e97d6a9 req-6d2e025b-83f4-45c9-b2fa-51aa14f49e60 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/security-groups?id=50344f9a-eb8f-43c1-9c05-983eb3f3a838&id=3f5857f0-83c5-40c8-9ce8-13118e1e61c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525146 May 09 04:30:13.779064 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac73de9-aeb4-4b84-a502-9d1c169a88b6 req-03927c35-c571-4c2a-ab0e-824d42991772 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:13.780550 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-aac73de9-aeb4-4b84-a502-9d1c169a88b6 req-03927c35-c571-4c2a-ab0e-824d42991772 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.0496500 May 09 04:30:13.827948 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-aac73de9-aeb4-4b84-a502-9d1c169a88b6 req-e56db791-4b9d-40b8-90e7-115c415e5d12 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408638 May 09 04:30:13.902898 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a2650-b831-4263-b82e-57372c5f0411 req-21923991-f30b-4299-8577-4b9a2692e73f tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:13.904380 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-e33a2650-b831-4263-b82e-57372c5f0411 req-21923991-f30b-4299-8577-4b9a2692e73f tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 985 time: 0.0493820 May 09 04:30:13.961195 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-e33a2650-b831-4263-b82e-57372c5f0411 req-36e2ae51-073c-4060-8eaf-338837feb60a tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/security-groups?id=50344f9a-eb8f-43c1-9c05-983eb3f3a838&id=3f5857f0-83c5-40c8-9ce8-13118e1e61c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0510061 May 09 04:30:14.940024 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d12d7-78e7-43ca-b951-6c6e282029a9 req-ca5491da-d183-4c0c-a903-39534ff04a86 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:14.941489 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f42d12d7-78e7-43ca-b951-6c6e282029a9 req-ca5491da-d183-4c0c-a903-39534ff04a86 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.0468259 May 09 04:30:14.987244 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f42d12d7-78e7-43ca-b951-6c6e282029a9 req-f8afcfaf-a3aa-4ec9-815a-cd8f6557015a tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402410 May 09 04:30:15.077908 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c459e9-c1b7-429d-bf43-5a19672c04a4 req-1102cdc2-cfc4-4b7c-a948-00593ce8a70b tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:15.079281 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-d6c459e9-c1b7-429d-bf43-5a19672c04a4 req-1102cdc2-cfc4-4b7c-a948-00593ce8a70b tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 985 time: 0.0504575 May 09 04:30:15.137791 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-d6c459e9-c1b7-429d-bf43-5a19672c04a4 req-4fc6f9a3-baca-4fc4-ae09-0066d610f05f tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/security-groups?id=50344f9a-eb8f-43c1-9c05-983eb3f3a838&id=3f5857f0-83c5-40c8-9ce8-13118e1e61c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529535 May 09 04:30:16.103199 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a29bbc-9330-46be-8f72-44ee46dbfddc req-93e20a68-91a6-4094-9bf9-171002c55cdd tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:16.104835 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e2a29bbc-9330-46be-8f72-44ee46dbfddc req-93e20a68-91a6-4094-9bf9-171002c55cdd tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.0464001 May 09 04:30:16.153059 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e2a29bbc-9330-46be-8f72-44ee46dbfddc req-fede747a-4a9d-422a-a304-2ebeb0df1d22 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426860 May 09 04:30:16.248967 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b0434-756b-4e73-a63e-74c658459349 req-04b9aabf-1246-41c3-bba2-a4d460ac1522 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:16.250452 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-192b0434-756b-4e73-a63e-74c658459349 req-04b9aabf-1246-41c3-bba2-a4d460ac1522 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 985 time: 0.0476317 May 09 04:30:16.309421 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-192b0434-756b-4e73-a63e-74c658459349 req-d6026713-8fe2-4822-bb23-56a31e6e8417 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/security-groups?id=50344f9a-eb8f-43c1-9c05-983eb3f3a838&id=3f5857f0-83c5-40c8-9ce8-13118e1e61c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532277 May 09 04:30:17.267590 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84923e43-4e54-4d73-b294-9081ff929ada req-a62cb28a-591b-41eb-8116-ac62f0071e2a tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:17.269079 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-84923e43-4e54-4d73-b294-9081ff929ada req-a62cb28a-591b-41eb-8116-ac62f0071e2a tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.0486884 May 09 04:30:17.316244 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-84923e43-4e54-4d73-b294-9081ff929ada req-cd893fad-30a5-41a1-897b-17b784cd9dcf tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415671 May 09 04:30:17.426531 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b9c74-280b-45b7-8553-272dca1f4b6f req-722a26be-b99a-4e41-bd88-63485ff29abe tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:17.428029 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-356b9c74-280b-45b7-8553-272dca1f4b6f req-722a26be-b99a-4e41-bd88-63485ff29abe tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 985 time: 0.0503857 May 09 04:30:17.486422 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-356b9c74-280b-45b7-8553-272dca1f4b6f req-40dcc59b-6de1-4233-bc9c-d6d8395a275a tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/security-groups?id=50344f9a-eb8f-43c1-9c05-983eb3f3a838&id=3f5857f0-83c5-40c8-9ce8-13118e1e61c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528071 May 09 04:30:18.427411 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc2317-495e-4902-b102-88ebc8a3681b req-68db5a93-ed6e-49d1-8007-d89bfb456eb9 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:18.428869 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6ecc2317-495e-4902-b102-88ebc8a3681b req-68db5a93-ed6e-49d1-8007-d89bfb456eb9 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.0465055 May 09 04:30:18.473913 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6ecc2317-495e-4902-b102-88ebc8a3681b req-e9eaf964-45b0-4613-9cc0-ecde2d9d8244 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388043 May 09 04:30:18.676628 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb6b60-9bb0-4f81-acdc-a75fe4ce6e2d req-2e554f0d-5368-4891-87fd-82e4e152dc2c tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:18.678322 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5bcb6b60-9bb0-4f81-acdc-a75fe4ce6e2d req-2e554f0d-5368-4891-87fd-82e4e152dc2c tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 985 time: 0.0553203 May 09 04:30:18.736455 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988ff70-8dbd-456e-9f97-67d035fd8d7c req-bab89e55-ba05-4bd8-83e4-894da2f5bc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:18.737933 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-e988ff70-8dbd-456e-9f97-67d035fd8d7c req-bab89e55-ba05-4bd8-83e4-894da2f5bc55 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3c23c235fa1c4944bd7a337357d0c030&device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 1130 time: 0.0587614 May 09 04:30:18.894413 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca6c10-569d-4ffe-844d-c6b59ec8e47e req-c89bb721-4913-402c-abe3-bca17c280411 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:18.896003 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1bca6c10-569d-4ffe-844d-c6b59ec8e47e req-c89bb721-4913-402c-abe3-bca17c280411 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.0567725 May 09 04:30:18.957898 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-263b83a2-8085-48ec-bef3-ff1d22d29e04 req-520bb067-420f-4eb9-b3cf-8eac5632842f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6774e618-8e5f-4815-8e60-0473be16aabc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0608873 May 09 04:30:18.976030 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1bca6c10-569d-4ffe-844d-c6b59ec8e47e req-83f6fe0c-d59e-47db-8b7e-05e3ec4f6938 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706670 May 09 04:30:19.024688 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b83a2-8085-48ec-bef3-ff1d22d29e04 req-19e76961-d114-4b81-9d98-c0ef9d5c7579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:19.026983 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-263b83a2-8085-48ec-bef3-ff1d22d29e04 req-19e76961-d114-4b81-9d98-c0ef9d5c7579 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d28d5139952d450fa3b7da38a62d7a03&device_id=6774e618-8e5f-4815-8e60-0473be16aabc HTTP/1.1" status: 200 len: 1130 time: 0.0405312 May 09 04:30:19.096032 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5bcb6b60-9bb0-4f81-acdc-a75fe4ce6e2d req-48bb41da-e8d9-4337-8418-447e2487ba13 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/security-groups?id=50344f9a-eb8f-43c1-9c05-983eb3f3a838&id=3f5857f0-83c5-40c8-9ce8-13118e1e61c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4073155 May 09 04:30:19.129927 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988ff70-8dbd-456e-9f97-67d035fd8d7c req-7b39f019-a279-4bf2-92cb-63e8c3ca786e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:19.131430 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-e988ff70-8dbd-456e-9f97-67d035fd8d7c req-7b39f019-a279-4bf2-92cb-63e8c3ca786e service neutron] 10.222.0.13 "GET /v2.0/networks?id=97444843-38bb-4cb5-93cc-2ce85c9e2986 HTTP/1.1" status: 200 len: 912 time: 0.3851984 May 09 04:30:19.205235 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-e988ff70-8dbd-456e-9f97-67d035fd8d7c req-25b44268-0a85-42af-9389-bafb60a43345 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cfb4f53-5fec-4952-ba0d-117da0e35d2d HTTP/1.1" status: 200 len: 1002 time: 0.0659766 May 09 04:30:19.260493 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988ff70-8dbd-456e-9f97-67d035fd8d7c req-96409521-be67-4e0a-b17e-c3f25d28b196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:19.261997 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-e988ff70-8dbd-456e-9f97-67d035fd8d7c req-96409521-be67-4e0a-b17e-c3f25d28b196 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6 HTTP/1.1" status: 200 len: 850 time: 0.0464966 May 09 04:30:19.307711 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988ff70-8dbd-456e-9f97-67d035fd8d7c req-1eab06e2-3c24-4942-863b-d17f6112a9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:19.309781 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-e988ff70-8dbd-456e-9f97-67d035fd8d7c req-1eab06e2-3c24-4942-863b-d17f6112a9d8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=97444843-38bb-4cb5-93cc-2ce85c9e2986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416725 May 09 04:30:19.371022 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b83a2-8085-48ec-bef3-ff1d22d29e04 req-be9e422e-61d9-43c7-8124-f6830783718b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:19.372536 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-263b83a2-8085-48ec-bef3-ff1d22d29e04 req-be9e422e-61d9-43c7-8124-f6830783718b service neutron] 10.222.0.13 "GET /v2.0/networks?id=9cb94923-1093-45fc-bebd-e159f3ac8dd3 HTTP/1.1" status: 200 len: 920 time: 0.3225174 May 09 04:30:19.408476 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-e988ff70-8dbd-456e-9f97-67d035fd8d7c req-e08eb804-bdc9-4d6b-afce-80cc6bf1e96c service neutron] 10.222.0.13 "GET /v2.0/networks/97444843-38bb-4cb5-93cc-2ce85c9e2986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912886 May 09 04:30:19.414610 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-263b83a2-8085-48ec-bef3-ff1d22d29e04 req-dc0fd79c-a8a4-4dfe-9acd-6ced106f765b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e75b43e2-a1dd-4d55-b4da-8e6449521a74 HTTP/1.1" status: 200 len: 217 time: 0.0350893 May 09 04:30:19.467282 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b83a2-8085-48ec-bef3-ff1d22d29e04 req-6e9c3d98-e842-4f4e-a534-73263ca88117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:19.468772 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-263b83a2-8085-48ec-bef3-ff1d22d29e04 req-6e9c3d98-e842-4f4e-a534-73263ca88117 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9336625-5bcd-4003-b69b-e3b341dd5f63 HTTP/1.1" status: 200 len: 858 time: 0.0437126 May 09 04:30:19.507628 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-e988ff70-8dbd-456e-9f97-67d035fd8d7c req-ee1cc51b-c56c-4bb3-9079-297d7982309f service neutron] 10.222.0.13 "GET /v2.0/networks/97444843-38bb-4cb5-93cc-2ce85c9e2986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831957 May 09 04:30:19.686679 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (0ba91d57-31cd-4938-a6ad-bd18d942a965), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:19.688508 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b83a2-8085-48ec-bef3-ff1d22d29e04 req-e0785ee0-37bb-48bc-a633-0074607ee9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:19.690008 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-263b83a2-8085-48ec-bef3-ff1d22d29e04 req-e0785ee0-37bb-48bc-a633-0074607ee9ff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9cb94923-1093-45fc-bebd-e159f3ac8dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444407 May 09 04:30:19.816450 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-263b83a2-8085-48ec-bef3-ff1d22d29e04 req-931b6989-cc7c-4ceb-8b9b-9ff08d44d817 service neutron] 10.222.0.13 "GET /v2.0/networks/9cb94923-1093-45fc-bebd-e159f3ac8dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808039 May 09 04:30:19.912900 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-263b83a2-8085-48ec-bef3-ff1d22d29e04 req-e0a50158-2bf0-4b0f-9f6c-1e1d605322db service neutron] 10.222.0.13 "GET /v2.0/networks/9cb94923-1093-45fc-bebd-e159f3ac8dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900548 May 09 04:30:20.092961 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10083856-28d9-47bd-91b1-46b83fd00d76 req-927a28c4-1e04-4c52-9889-d06a2811dc25 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:20.094393 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-10083856-28d9-47bd-91b1-46b83fd00d76 req-927a28c4-1e04-4c52-9889-d06a2811dc25 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.0477715 May 09 04:30:20.140580 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-10083856-28d9-47bd-91b1-46b83fd00d76 req-9812c02e-76dd-4cc4-9e7c-b61805034f53 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405877 May 09 04:30:20.211318 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fcb19b-0817-434a-b236-7cf6b4a04f33 req-acdbe556-59f8-4c1c-bf64-4229d884bc44 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:20.213687 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-b9fcb19b-0817-434a-b236-7cf6b4a04f33 req-acdbe556-59f8-4c1c-bf64-4229d884bc44 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 985 time: 0.0488002 May 09 04:30:20.272907 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-b9fcb19b-0817-434a-b236-7cf6b4a04f33 req-a8d91cf8-a025-408d-8611-7a675aec5856 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/security-groups?id=50344f9a-eb8f-43c1-9c05-983eb3f3a838&id=3f5857f0-83c5-40c8-9ce8-13118e1e61c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532846 May 09 04:30:20.474149 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f6eb434d-2067-4ef3-bf8c-d2c9fae73b37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (144b4b53-faa6-4e1c-8c93-1df238c644e2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:21.252867 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0fdfc-2431-4605-b431-f819d3e0e19b req-01931dd7-4190-4afc-8d24-cdc2b780303c tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:21.254315 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f5d0fdfc-2431-4605-b431-f819d3e0e19b req-01931dd7-4190-4afc-8d24-cdc2b780303c tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.0468786 May 09 04:30:21.303932 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f5d0fdfc-2431-4605-b431-f819d3e0e19b req-b2651bf7-92df-46d9-8049-39cffa5bc677 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438933 May 09 04:30:21.392312 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67746d4-3f17-4ec2-bade-691713967269 req-7f28a166-5d4b-488d-a064-242786e26d01 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:21.393795 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f67746d4-3f17-4ec2-bade-691713967269 req-7f28a166-5d4b-488d-a064-242786e26d01 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 985 time: 0.0512252 May 09 04:30:21.453548 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f67746d4-3f17-4ec2-bade-691713967269 req-9bb8dc9c-895d-4fdc-b43b-bd23c935bd6c tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/security-groups?id=50344f9a-eb8f-43c1-9c05-983eb3f3a838&id=3f5857f0-83c5-40c8-9ce8-13118e1e61c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533195 May 09 04:30:22.566026 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931fc45-65c8-4970-8470-05c528bf8b1d req-5d1c52a7-753c-4965-948f-4368973a79b5 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:22.567457 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e931fc45-65c8-4970-8470-05c528bf8b1d req-5d1c52a7-753c-4965-948f-4368973a79b5 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 985 time: 0.0459120 May 09 04:30:22.627855 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e931fc45-65c8-4970-8470-05c528bf8b1d req-c9583543-db21-4f30-9efa-6c6a6ba4a7b5 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/security-groups?id=50344f9a-eb8f-43c1-9c05-983eb3f3a838&id=3f5857f0-83c5-40c8-9ce8-13118e1e61c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541956 May 09 04:30:22.881145 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9a5b1c7c-6d4c-4217-aed0-798230c3cf62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3dae496a-5564-45d9-8b4f-04486e79e4dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:23.742043 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177e69f-fcf2-4c54-9490-a0bd7328ef8c req-5904c3d3-250a-4c85-aa9f-fe2dec0e71f0 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:23.743666 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-1177e69f-fcf2-4c54-9490-a0bd7328ef8c req-5904c3d3-250a-4c85-aa9f-fe2dec0e71f0 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 985 time: 0.0477331 May 09 04:30:23.803776 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-1177e69f-fcf2-4c54-9490-a0bd7328ef8c req-7f9c5852-7cfe-45e6-a311-1afcde910658 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/security-groups?id=50344f9a-eb8f-43c1-9c05-983eb3f3a838&id=3f5857f0-83c5-40c8-9ce8-13118e1e61c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540242 May 09 04:30:24.141584 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7671283-9f0b-468d-8f0b-6ce51d9cb9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (896ddadf-f6f7-4d68-b704-6882247efc03), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:24.919925 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69547342-b93a-474c-97a4-004ae65fcba6 req-f852bf8a-026f-4e44-b2eb-10b4098e3970 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:24.921444 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-69547342-b93a-474c-97a4-004ae65fcba6 req-f852bf8a-026f-4e44-b2eb-10b4098e3970 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 985 time: 0.0484684 May 09 04:30:24.980091 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-69547342-b93a-474c-97a4-004ae65fcba6 req-9d33e516-0851-4597-9565-64d838b490a4 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/security-groups?id=50344f9a-eb8f-43c1-9c05-983eb3f3a838&id=3f5857f0-83c5-40c8-9ce8-13118e1e61c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529096 May 09 04:30:25.320543 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43e19ad3-c0e7-48b8-9cb0-6496f201f8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3ce75c28-5550-4d51-9af6-2a59ee09c43b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:26.094446 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb583c1-4555-4d38-a043-a26fb2bac32d req-9b3830cb-b850-47b6-b773-d44d89b890d4 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:26.095954 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ffb583c1-4555-4d38-a043-a26fb2bac32d req-9b3830cb-b850-47b6-b773-d44d89b890d4 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 985 time: 0.0502665 May 09 04:30:26.155991 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ffb583c1-4555-4d38-a043-a26fb2bac32d req-8db73e75-0770-447d-b130-1fe523f30367 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/security-groups?id=50344f9a-eb8f-43c1-9c05-983eb3f3a838&id=3f5857f0-83c5-40c8-9ce8-13118e1e61c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543385 May 09 04:30:26.514893 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790c4ea-e2fa-4178-a10d-cab66de53a18 req-d00124a8-7e5e-47e4-8cfe-f06a6964d2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:26.516464 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a790c4ea-e2fa-4178-a10d-cab66de53a18 req-d00124a8-7e5e-47e4-8cfe-f06a6964d2ea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d28d5139952d450fa3b7da38a62d7a03&device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 1130 time: 0.0437639 May 09 04:30:26.523081 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f51167-d7ce-43f5-959e-8d0b52eaacad req-2618d7b3-e9d5-459f-839f-309d0ac8e52e tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:26.525233 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c6f51167-d7ce-43f5-959e-8d0b52eaacad req-2618d7b3-e9d5-459f-839f-309d0ac8e52e tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 946 time: 0.0487733 May 09 04:30:26.571338 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c6f51167-d7ce-43f5-959e-8d0b52eaacad req-c9943586-5445-48cf-bf2f-f7ad84e81ed7 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=274a1307-105b-4303-bcc6-e4c7b0b7008c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403450 May 09 04:30:26.606484 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790c4ea-e2fa-4178-a10d-cab66de53a18 req-7cf10eaa-a90d-468d-a720-0ce00962e41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:26.607971 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a790c4ea-e2fa-4178-a10d-cab66de53a18 req-7cf10eaa-a90d-468d-a720-0ce00962e41e service neutron] 10.222.0.13 "GET /v2.0/networks?id=9cb94923-1093-45fc-bebd-e159f3ac8dd3 HTTP/1.1" status: 200 len: 920 time: 0.0843449 May 09 04:30:26.678599 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a790c4ea-e2fa-4178-a10d-cab66de53a18 req-e39d72c7-196f-4f40-b761-a0da508b599c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef4e419e-4415-4b7c-b72d-4dbd68f98b15 HTTP/1.1" status: 200 len: 1001 time: 0.0609155 May 09 04:30:26.725848 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790c4ea-e2fa-4178-a10d-cab66de53a18 req-be87a1fc-e6cc-44c6-8b4d-0355edfe1b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:26.727292 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a790c4ea-e2fa-4178-a10d-cab66de53a18 req-be87a1fc-e6cc-44c6-8b4d-0355edfe1b43 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9336625-5bcd-4003-b69b-e3b341dd5f63 HTTP/1.1" status: 200 len: 858 time: 0.0418968 May 09 04:30:26.772725 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790c4ea-e2fa-4178-a10d-cab66de53a18 req-1bb47e5f-5f4d-4ce1-94fe-8179ee162181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:26.774387 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a790c4ea-e2fa-4178-a10d-cab66de53a18 req-1bb47e5f-5f4d-4ce1-94fe-8179ee162181 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9cb94923-1093-45fc-bebd-e159f3ac8dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395243 May 09 04:30:26.787054 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (9a15748d-6a05-4459-b777-d0dd003edfa1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:26.875248 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a790c4ea-e2fa-4178-a10d-cab66de53a18 req-407b7117-d07b-47ec-a24b-75e0443bd677 service neutron] 10.222.0.13 "GET /v2.0/networks/9cb94923-1093-45fc-bebd-e159f3ac8dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900519 May 09 04:30:26.964744 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a790c4ea-e2fa-4178-a10d-cab66de53a18 req-da7619f1-3a5c-415d-8e24-1b0805306f41 service neutron] 10.222.0.13 "GET /v2.0/networks/9cb94923-1093-45fc-bebd-e159f3ac8dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837750 May 09 04:30:27.272125 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7baf3b1-729c-478e-bd32-717f6f74dc8e req-47758cfd-d03a-41f1-b5a4-191116b9c07e tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:27.273598 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e7baf3b1-729c-478e-bd32-717f6f74dc8e req-47758cfd-d03a-41f1-b5a4-191116b9c07e tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 985 time: 0.0484622 May 09 04:30:27.337773 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e7baf3b1-729c-478e-bd32-717f6f74dc8e req-6485a254-aee5-40f9-b616-5432ebfefb5a tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/security-groups?id=50344f9a-eb8f-43c1-9c05-983eb3f3a838&id=3f5857f0-83c5-40c8-9ce8-13118e1e61c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570729 May 09 04:30:27.685880 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bce2ea-42c7-4d54-a459-186b6f44cded req-8a7aad06-c174-4fd5-aafd-960cfe712c03 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:27.687485 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f0bce2ea-42c7-4d54-a459-186b6f44cded req-8a7aad06-c174-4fd5-aafd-960cfe712c03 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 946 time: 0.0476413 May 09 04:30:27.737958 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f0bce2ea-42c7-4d54-a459-186b6f44cded req-6e9e0111-44a7-4517-805e-e3b12ed9a1e9 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=274a1307-105b-4303-bcc6-e4c7b0b7008c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448115 May 09 04:30:28.454240 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce6114-11e3-400b-852b-f704990e5bbe req-3b7da8fd-5ba9-404e-ac90-a6ffa8a19e82 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:28.455733 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-40ce6114-11e3-400b-852b-f704990e5bbe req-3b7da8fd-5ba9-404e-ac90-a6ffa8a19e82 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 985 time: 0.0499206 May 09 04:30:28.514472 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-40ce6114-11e3-400b-852b-f704990e5bbe req-2cd5978a-af27-486a-9ce6-050e16120a15 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/security-groups?id=50344f9a-eb8f-43c1-9c05-983eb3f3a838&id=3f5857f0-83c5-40c8-9ce8-13118e1e61c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530658 May 09 04:30:28.851493 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75259a-85d7-4aac-8a86-ea9d76d1835e req-78bdd4db-ec6e-42a6-be1c-57f95e5b6b00 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:28.853554 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-4a75259a-85d7-4aac-8a86-ea9d76d1835e req-78bdd4db-ec6e-42a6-be1c-57f95e5b6b00 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 946 time: 0.0471113 May 09 04:30:28.901189 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-4a75259a-85d7-4aac-8a86-ea9d76d1835e req-9240f52c-9613-48e6-bf49-0c3a6e4772fd tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=274a1307-105b-4303-bcc6-e4c7b0b7008c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421882 May 09 04:30:30.017286 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0754a-45ea-427f-92cb-abd81d48a241 req-3f339ea0-daf2-4e0c-8826-23e8bdde0cb4 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:30.018697 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0ff0754a-45ea-427f-92cb-abd81d48a241 req-3f339ea0-daf2-4e0c-8826-23e8bdde0cb4 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 946 time: 0.0467987 May 09 04:30:30.065124 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0ff0754a-45ea-427f-92cb-abd81d48a241 req-ee01a983-8bd0-4eb9-a176-fee7ea6c18cc tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=274a1307-105b-4303-bcc6-e4c7b0b7008c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409691 May 09 04:30:31.178697 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffb72e-0d5a-4236-9b94-b9e2062cbc5c req-1f0fb146-17e9-44e4-bb1c-2f5dc38bf3e5 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:31.180123 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f6ffb72e-0d5a-4236-9b94-b9e2062cbc5c req-1f0fb146-17e9-44e4-bb1c-2f5dc38bf3e5 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 946 time: 0.0470762 May 09 04:30:31.227043 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f6ffb72e-0d5a-4236-9b94-b9e2062cbc5c req-7da2e990-ef4c-493f-b702-c15f2edb8fa1 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=274a1307-105b-4303-bcc6-e4c7b0b7008c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413039 May 09 04:30:32.342810 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e048f-ecb9-4a88-bdeb-56adaaabbf29 req-61c261c9-0178-4572-a619-3dbd2794c7c2 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:32.344216 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-642e048f-ecb9-4a88-bdeb-56adaaabbf29 req-61c261c9-0178-4572-a619-3dbd2794c7c2 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 946 time: 0.0503368 May 09 04:30:32.390809 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-642e048f-ecb9-4a88-bdeb-56adaaabbf29 req-84bc58a2-23ef-439b-8d87-c1379e4cbe48 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=274a1307-105b-4303-bcc6-e4c7b0b7008c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407650 May 09 04:30:33.507641 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134efa2-93cf-4c01-a405-162f490e2f6a req-8029c4e7-7194-481c-800e-2c9abcfca1b1 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:33.509841 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9134efa2-93cf-4c01-a405-162f490e2f6a req-8029c4e7-7194-481c-800e-2c9abcfca1b1 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 946 time: 0.0517135 May 09 04:30:33.557225 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9134efa2-93cf-4c01-a405-162f490e2f6a req-25fd0ccd-d6ef-46bd-9bc9-dc90a7166876 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=274a1307-105b-4303-bcc6-e4c7b0b7008c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418587 May 09 04:30:34.672224 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec620f-a8a8-4a04-ba93-704ca12b68b2 req-9c756df7-a4cb-41af-a666-d4be05a8be08 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:34.674365 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e6ec620f-a8a8-4a04-ba93-704ca12b68b2 req-9c756df7-a4cb-41af-a666-d4be05a8be08 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 946 time: 0.0483701 May 09 04:30:34.720384 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e6ec620f-a8a8-4a04-ba93-704ca12b68b2 req-5b29177c-dfb2-400c-99d4-81a190b63be9 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=274a1307-105b-4303-bcc6-e4c7b0b7008c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403783 May 09 04:30:35.835593 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a536cb-d937-4b9b-a514-42a2cc2d4017 req-4c65f5b4-99e9-4bca-a195-6716c17239cd tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:35.837174 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-b5a536cb-d937-4b9b-a514-42a2cc2d4017 req-4c65f5b4-99e9-4bca-a195-6716c17239cd tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 946 time: 0.0488305 May 09 04:30:35.885122 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-b5a536cb-d937-4b9b-a514-42a2cc2d4017 req-87c19214-05de-488a-9cee-56ac8c0e0013 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=274a1307-105b-4303-bcc6-e4c7b0b7008c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420594 May 09 04:30:36.998577 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afef236-af0a-4417-a7be-0dfbed98c370 req-c606e1b0-1c58-4dd0-ac74-29a227af5b6f tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:37.000096 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-2afef236-af0a-4417-a7be-0dfbed98c370 req-c606e1b0-1c58-4dd0-ac74-29a227af5b6f tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 946 time: 0.0470400 May 09 04:30:37.053198 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-2afef236-af0a-4417-a7be-0dfbed98c370 req-1d88ee18-b134-46b3-b3f3-78092de731ce tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=274a1307-105b-4303-bcc6-e4c7b0b7008c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466394 May 09 04:30:38.179181 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347fab8-0f3d-4743-a193-e56bd8812d79 req-558820b8-aaf3-4a9c-aabe-16834d089ce1 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:38.181476 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a347fab8-0f3d-4743-a193-e56bd8812d79 req-558820b8-aaf3-4a9c-aabe-16834d089ce1 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 946 time: 0.0529680 May 09 04:30:38.232442 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a347fab8-0f3d-4743-a193-e56bd8812d79 req-f9c60561-a57c-49b8-bfd7-38997efdaf6e tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=274a1307-105b-4303-bcc6-e4c7b0b7008c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450349 May 09 04:30:38.531549 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75291b90-6a05-41de-8175-804bef2e5e9e req-620c174d-db2b-40ee-b515-26f5ba8fc38f tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:38.533073 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-75291b90-6a05-41de-8175-804bef2e5e9e req-620c174d-db2b-40ee-b515-26f5ba8fc38f tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 946 time: 0.0480087 May 09 04:30:38.579415 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-75291b90-6a05-41de-8175-804bef2e5e9e req-6e41bff7-88cf-46b6-b54c-87918ded8a84 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408094 May 09 04:30:39.348674 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c037d-ad71-4bce-a1a7-9b3eb9445dee req-51bb16b8-6193-4c42-9f33-90380211c600 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:39.350235 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b50c037d-ad71-4bce-a1a7-9b3eb9445dee req-51bb16b8-6193-4c42-9f33-90380211c600 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 946 time: 0.0472519 May 09 04:30:39.396290 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b50c037d-ad71-4bce-a1a7-9b3eb9445dee req-551d5bc5-7392-4cab-bf10-5438b82bf979 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=274a1307-105b-4303-bcc6-e4c7b0b7008c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403838 May 09 04:30:39.695750 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b3c55-ca75-4df2-9f05-d531815505df req-ad1f3ffe-1c28-4585-b7f2-772694da594a tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:39.697878 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ea8b3c55-ca75-4df2-9f05-d531815505df req-ad1f3ffe-1c28-4585-b7f2-772694da594a tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 946 time: 0.0474112 May 09 04:30:39.743801 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ea8b3c55-ca75-4df2-9f05-d531815505df req-ae7ae25d-9927-4115-bb87-653918a45506 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398335 May 09 04:30:40.384489 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e1b2b-55d9-4c9f-ba2f-3e13b5482f0b req-229f47e6-a719-4d37-b0ad-fe89d9d4a88e tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:40.386121 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-102e1b2b-55d9-4c9f-ba2f-3e13b5482f0b req-229f47e6-a719-4d37-b0ad-fe89d9d4a88e tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.13 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 946 time: 0.0468719 May 09 04:30:40.503108 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-102e1b2b-55d9-4c9f-ba2f-3e13b5482f0b req-7d9f8f76-7753-47ef-983e-da29ab3be6d7 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Deleting port 2abd51b8-3b37-4ec3-841e-462a68eb5cbc {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:30:40.503483 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-102e1b2b-55d9-4c9f-ba2f-3e13b5482f0b req-7d9f8f76-7753-47ef-983e-da29ab3be6d7 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (2abd51b8-3b37-4ec3-841e-462a68eb5cbc), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:40.557087 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa014242-f70b-4070-851b-085b9b864051 req-0e64a7c7-e3aa-4137-b956-d80056d703c9 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:40.558434 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-aa014242-f70b-4070-851b-085b9b864051 req-0e64a7c7-e3aa-4137-b956-d80056d703c9 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 946 time: 0.0920515 May 09 04:30:40.635170 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-102e1b2b-55d9-4c9f-ba2f-3e13b5482f0b req-7d9f8f76-7753-47ef-983e-da29ab3be6d7 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] For port 2abd51b8-3b37-4ec3-841e-462a68eb5cbc, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=2abd51b8-3b37-4ec3-841e-462a68eb5cbc,segment=NetworkSegment(75ff18d1-4dc0-4046-afd3-30ccacd1313a),segment_id=75ff18d1-4dc0-4046-afd3-30ccacd1313a)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:30:40.635528 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-102e1b2b-55d9-4c9f-ba2f-3e13b5482f0b req-7d9f8f76-7753-47ef-983e-da29ab3be6d7 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (2abd51b8-3b37-4ec3-841e-462a68eb5cbc), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:40.640498 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-aa014242-f70b-4070-851b-085b9b864051 req-17de17ac-92cb-49f9-a240-1c0ece46de9e tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=274a1307-105b-4303-bcc6-e4c7b0b7008c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754681 May 09 04:30:40.858425 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-102e1b2b-55d9-4c9f-ba2f-3e13b5482f0b req-7d9f8f76-7753-47ef-983e-da29ab3be6d7 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:40.858657 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-102e1b2b-55d9-4c9f-ba2f-3e13b5482f0b req-7d9f8f76-7753-47ef-983e-da29ab3be6d7 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-653345'] for floatingip (ba0ae7e9-0188-4b63-b441-0b4a6fb4731e), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:40.858979 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.db.l3_db [req-102e1b2b-55d9-4c9f-ba2f-3e13b5482f0b req-7d9f8f76-7753-47ef-983e-da29ab3be6d7 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Floating IP ba0ae7e9-0188-4b63-b441-0b4a6fb4731e disassociated. External IP: 172.27.2.58, port: 2abd51b8-3b37-4ec3-841e-462a68eb5cbc. May 09 04:30:40.859316 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-102e1b2b-55d9-4c9f-ba2f-3e13b5482f0b req-7d9f8f76-7753-47ef-983e-da29ab3be6d7 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Calling delete_port for 2abd51b8-3b37-4ec3-841e-462a68eb5cbc owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:30:40.866053 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82417af-c83b-42a8-a168-88213cbfabe5 req-29737e98-6100-436c-86a9-7f1c1fdde343 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:40.867887 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f82417af-c83b-42a8-a168-88213cbfabe5 req-29737e98-6100-436c-86a9-7f1c1fdde343 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=d10350c6-bf15-414f-9bf7-d371b6912be2 HTTP/1.1" status: 200 len: 946 time: 0.0523508 May 09 04:30:40.915516 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f82417af-c83b-42a8-a168-88213cbfabe5 req-4046762c-ffc1-49c0-8a12-6ad3e5e38e2e tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed6867ff-08ef-499b-aaf9-a2006fbae97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414128 May 09 04:30:40.990212 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-102e1b2b-55d9-4c9f-ba2f-3e13b5482f0b req-7d9f8f76-7753-47ef-983e-da29ab3be6d7 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069'] for port (2abd51b8-3b37-4ec3-841e-462a68eb5cbc), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:41.019659 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f8f76-7753-47ef-983e-da29ab3be6d7 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Pushing event deleted for resources: {'Port': ['ID=2abd51b8-3b37-4ec3-841e-462a68eb5cbc,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:30:41.032314 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f8f76-7753-47ef-983e-da29ab3be6d7 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:30:41.032659 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f8f76-7753-47ef-983e-da29ab3be6d7 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:30:41.033042 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f8f76-7753-47ef-983e-da29ab3be6d7 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:30:41.033389 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f8f76-7753-47ef-983e-da29ab3be6d7 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:30:41.033732 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f8f76-7753-47ef-983e-da29ab3be6d7 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:30:41.034041 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f8f76-7753-47ef-983e-da29ab3be6d7 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:30:41.034364 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f8f76-7753-47ef-983e-da29ab3be6d7 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:30:41.034687 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f8f76-7753-47ef-983e-da29ab3be6d7 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:30:41.035010 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f8f76-7753-47ef-983e-da29ab3be6d7 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:30:41.035330 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f8f76-7753-47ef-983e-da29ab3be6d7 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:30:41.035647 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f8f76-7753-47ef-983e-da29ab3be6d7 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:30:41.035987 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f8f76-7753-47ef-983e-da29ab3be6d7 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:30:41.036303 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f8f76-7753-47ef-983e-da29ab3be6d7 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:30:41.036618 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f8f76-7753-47ef-983e-da29ab3be6d7 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:30:41.036930 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f8f76-7753-47ef-983e-da29ab3be6d7 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:30:41.144284 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [req-102e1b2b-55d9-4c9f-ba2f-3e13b5482f0b req-7d9f8f76-7753-47ef-983e-da29ab3be6d7 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Router 5f0fd5ff-f26a-4326-8fec-502ec9cca7d2 has already been hosted by L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 04:30:41.253951 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-102e1b2b-55d9-4c9f-ba2f-3e13b5482f0b req-7d9f8f76-7753-47ef-983e-da29ab3be6d7 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:30:41.266976 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f741e457-e295-489a-94bc-951e43ebeed1 None None] Sync routers for ids ['5f0fd5ff-f26a-4326-8fec-502ec9cca7d2'] in dv-cinder-838009-3-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:30:41.277567 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f741e457-e295-489a-94bc-951e43ebeed1 None None] Routers {'5f0fd5ff-f26a-4326-8fec-502ec9cca7d2'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:30:41.278201 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f741e457-e295-489a-94bc-951e43ebeed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 8, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:30:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['5f0fd5ff-f26a-4326-8fec-502ec9cca7d2'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:30:41.302393 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-102e1b2b-55d9-4c9f-ba2f-3e13b5482f0b req-7d9f8f76-7753-47ef-983e-da29ab3be6d7 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] No DVR routers for this DVR port 2abd51b8-3b37-4ec3-841e-462a68eb5cbc on host hv-cinder-83800 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 04:30:41.304919 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-102e1b2b-55d9-4c9f-ba2f-3e13b5482f0b req-7d9f8f76-7753-47ef-983e-da29ab3be6d7 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:41.308338 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-102e1b2b-55d9-4c9f-ba2f-3e13b5482f0b req-7d9f8f76-7753-47ef-983e-da29ab3be6d7 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.13 "DELETE /v2.0/ports/2abd51b8-3b37-4ec3-841e-462a68eb5cbc HTTP/1.1" status: 204 len: 173 time: 0.9169850 May 09 04:30:41.308787 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd10350c6-bf15-414f-9bf7-d371b6912be2', 'name': 'network-vif-deleted', 'tag': '2abd51b8-3b37-4ec3-841e-462a68eb5cbc'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:30:41.311009 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a98aaefa13d75cb12d9cbfc750f918ae1aa7d1c3c8041a7e7d91ea73ff80a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ffef27-6d9f-40f6-9bbe-ca1cf9ae280b" -d '{"events": [{"server_uuid": "d10350c6-bf15-414f-9bf7-d371b6912be2", "name": "network-vif-deleted", "tag": "2abd51b8-3b37-4ec3-841e-462a68eb5cbc"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:30:41.346490 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 04:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f380a1a7-0064-47a7-95fd-c32bf615b432 x-openstack-request-id: req-f380a1a7-0064-47a7-95fd-c32bf615b432 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:30:41.347226 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d10350c6-bf15-414f-9bf7-d371b6912be2", "name": "network-vif-deleted", "tag": "2abd51b8-3b37-4ec3-841e-462a68eb5cbc", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:30:41.347226 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f380a1a7-0064-47a7-95fd-c32bf615b432 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:30:41.347424 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f380a1a7-0064-47a7-95fd-c32bf615b432'] response: {'server_uuid': 'd10350c6-bf15-414f-9bf7-d371b6912be2', 'name': 'network-vif-deleted', 'tag': '2abd51b8-3b37-4ec3-841e-462a68eb5cbc', 'status': 'completed', 'code': 200} May 09 04:30:41.408750 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-f741e457-e295-489a-94bc-951e43ebeed1 None None] Set router 5f0fd5ff-f26a-4326-8fec-502ec9cca7d2 gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:30:41.616772 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f741e457-e295-489a-94bc-951e43ebeed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'name': 'tempest-AttachVolumeShelveTestJSON-1852674164-router', 'tenant_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '4b338a19-939f-4bc6-9ded-572280defccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:15Z', 'updated_at': '2022-05-09T04:26:25Z', 'revision_number': 4, 'project_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'gw_port': {'id': '4b338a19-939f-4bc6-9ded-572280defccb', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:16Z', 'updated_at': '2022-05-09T04:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '68317c99-1ce1-4045-b453-28df7b5f91b6', 'name': '', 'network_id': '01d9e17c-6b96-4039-a582-d98ab8fe7760', 'tenant_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'mac_address': 'fa:16:3e:0d:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1eeed15e-26fd-4534-8116-03da5482032b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:24Z', 'updated_at': '2022-05-09T04:26:42Z', 'revision_number': 5, 'project_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'subnets': [{'id': '1eeed15e-26fd-4534-8116-03da5482032b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:30:41.642820 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f741e457-e295-489a-94bc-951e43ebeed1 None None] Checking router: 5f0fd5ff-f26a-4326-8fec-502ec9cca7d2 for host: dv-cinder-838009-3-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:30:41.651012 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f741e457-e295-489a-94bc-951e43ebeed1 None None] Routers {'5f0fd5ff-f26a-4326-8fec-502ec9cca7d2'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:30:41.651603 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f741e457-e295-489a-94bc-951e43ebeed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 8, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:30:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['5f0fd5ff-f26a-4326-8fec-502ec9cca7d2'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:30:41.769925 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebd560-9f44-4063-8ceb-9f3d6820043c req-e21d4cb0-9955-4a92-b64d-79ea0eb8788c tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:41.771426 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-97ebd560-9f44-4063-8ceb-9f3d6820043c req-e21d4cb0-9955-4a92-b64d-79ea0eb8788c tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 946 time: 0.0548968 May 09 04:30:41.774271 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-f741e457-e295-489a-94bc-951e43ebeed1 None None] Set router 5f0fd5ff-f26a-4326-8fec-502ec9cca7d2 gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:30:41.829408 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-97ebd560-9f44-4063-8ceb-9f3d6820043c req-4b71f542-cc7c-4b29-a729-1136903a1a56 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=274a1307-105b-4303-bcc6-e4c7b0b7008c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510697 May 09 04:30:42.006758 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f741e457-e295-489a-94bc-951e43ebeed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'name': 'tempest-AttachVolumeShelveTestJSON-1852674164-router', 'tenant_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '4b338a19-939f-4bc6-9ded-572280defccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:15Z', 'updated_at': '2022-05-09T04:26:25Z', 'revision_number': 4, 'project_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'gw_port': {'id': '4b338a19-939f-4bc6-9ded-572280defccb', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:16Z', 'updated_at': '2022-05-09T04:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '68317c99-1ce1-4045-b453-28df7b5f91b6', 'name': '', 'network_id': '01d9e17c-6b96-4039-a582-d98ab8fe7760', 'tenant_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'mac_address': 'fa:16:3e:0d:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1eeed15e-26fd-4534-8116-03da5482032b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:24Z', 'updated_at': '2022-05-09T04:26:42Z', 'revision_number': 5, 'project_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'subnets': [{'id': '1eeed15e-26fd-4534-8116-03da5482032b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:30:42.027440 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 46946) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:30:42.043837 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f741e457-e295-489a-94bc-951e43ebeed1 None None] The sync data for ids ['5f0fd5ff-f26a-4326-8fec-502ec9cca7d2'] in dv-cinder-838009-3-iscsi is: [{'id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'name': 'tempest-AttachVolumeShelveTestJSON-1852674164-router', 'tenant_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '4b338a19-939f-4bc6-9ded-572280defccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:15Z', 'updated_at': '2022-05-09T04:26:25Z', 'revision_number': 4, 'project_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'gw_port': {'id': '4b338a19-939f-4bc6-9ded-572280defccb', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:16Z', 'updated_at': '2022-05-09T04:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '68317c99-1ce1-4045-b453-28df7b5f91b6', 'name': '', 'network_id': '01d9e17c-6b96-4039-a582-d98ab8fe7760', 'tenant_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'mac_address': 'fa:16:3e:0d:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1eeed15e-26fd-4534-8116-03da5482032b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:24Z', 'updated_at': '2022-05-09T04:26:42Z', 'revision_number': 5, 'project_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'subnets': [{'id': '1eeed15e-26fd-4534-8116-03da5482032b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:30:42.088460 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32a51603-99df-451a-8760-fa1e7dfad95b tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks [] for security_group (ed6867ff-08ef-499b-aaf9-a2006fbae97f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:42.118829 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32a51603-99df-451a-8760-fa1e7dfad95b tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks [] for security_group (ed6867ff-08ef-499b-aaf9-a2006fbae97f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:42.184697 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32a51603-99df-451a-8760-fa1e7dfad95b tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (ed6867ff-08ef-499b-aaf9-a2006fbae97f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:42.187522 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-32a51603-99df-451a-8760-fa1e7dfad95b tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:42.191343 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-32a51603-99df-451a-8760-fa1e7dfad95b tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "DELETE /v2.0/security-groups/ed6867ff-08ef-499b-aaf9-a2006fbae97f HTTP/1.1" status: 204 len: 168 time: 0.1601274 May 09 04:30:42.191743 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 46950) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:30:42.201647 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a51603-99df-451a-8760-fa1e7dfad95b tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6867ff-08ef-499b-aaf9-a2006fbae97f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:30:42.210532 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.api.v2.resource [None req-f7e93269-53ab-4b5d-9027-763830c9880e tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] show failed (client error): The resource could not be found. May 09 04:30:42.211559 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-f7e93269-53ab-4b5d-9027-763830c9880e tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups/ed6867ff-08ef-499b-aaf9-a2006fbae97f HTTP/1.1" status: 404 len: 347 time: 0.0188179 May 09 04:30:42.216707 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 46954) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:30:42.343807 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-71f2f682-1e37-41cd-a898-b647a35b8417 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Deleting port 36aff066-0874-4e92-9f3a-eb321d378697 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:30:42.344122 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71f2f682-1e37-41cd-a898-b647a35b8417 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (36aff066-0874-4e92-9f3a-eb321d378697), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:42.364161 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de671613-6e81-49b3-aacf-fbc3c3c3c76a None None] New status for floating IP ba0ae7e9-0188-4b63-b441-0b4a6fb4731e: DOWN {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 04:30:42.432209 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71f2f682-1e37-41cd-a898-b647a35b8417 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (36aff066-0874-4e92-9f3a-eb321d378697), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:42.432536 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71f2f682-1e37-41cd-a898-b647a35b8417 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks [] for floatingip (36aff066-0874-4e92-9f3a-eb321d378697), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:42.448250 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-71f2f682-1e37-41cd-a898-b647a35b8417 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Calling delete_port for 36aff066-0874-4e92-9f3a-eb321d378697 owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:30:42.598295 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71f2f682-1e37-41cd-a898-b647a35b8417 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069'] for port (36aff066-0874-4e92-9f3a-eb321d378697), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:42.623504 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2f682-1e37-41cd-a898-b647a35b8417 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Pushing event deleted for resources: {'Port': ['ID=36aff066-0874-4e92-9f3a-eb321d378697,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:30:42.649299 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71f2f682-1e37-41cd-a898-b647a35b8417 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks [] for floatingip (ba0ae7e9-0188-4b63-b441-0b4a6fb4731e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:42.651942 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71f2f682-1e37-41cd-a898-b647a35b8417 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:42.653080 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-71f2f682-1e37-41cd-a898-b647a35b8417 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "DELETE /v2.0/floatingips/ba0ae7e9-0188-4b63-b441-0b4a6fb4731e HTTP/1.1" status: 204 len: 168 time: 0.4347520 May 09 04:30:42.963291 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063fac9b-ca6b-4a3f-910a-3a52d98001fb req-70895968-2423-4b20-b088-991b3111f6a4 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:42.964940 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-063fac9b-ca6b-4a3f-910a-3a52d98001fb req-70895968-2423-4b20-b088-991b3111f6a4 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 946 time: 0.0514755 May 09 04:30:42.983106 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 46960) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:30:42.988403 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-75cc69eb-3af1-4559-99c7-2db62b3bbfdb tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2147475270', 'description': 'tempest-description--167286622'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:30:43.010802 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-75cc69eb-3af1-4559-99c7-2db62b3bbfdb tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:43.022615 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-063fac9b-ca6b-4a3f-910a-3a52d98001fb req-0bdb0b12-9f1b-4dd2-b7af-9f8e76e47206 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=274a1307-105b-4303-bcc6-e4c7b0b7008c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514171 May 09 04:30:43.105929 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-75cc69eb-3af1-4559-99c7-2db62b3bbfdb tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks [] for security_group (f0b796c8-177c-4fd2-a4e8-7083723547cd), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:43.110983 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-75cc69eb-3af1-4559-99c7-2db62b3bbfdb tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (f0b796c8-177c-4fd2-a4e8-7083723547cd), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:43.141557 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-75cc69eb-3af1-4559-99c7-2db62b3bbfdb tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:43.145488 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-75cc69eb-3af1-4559-99c7-2db62b3bbfdb tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1583338 May 09 04:30:43.145999 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 46962) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:30:43.147459 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc69eb-3af1-4559-99c7-2db62b3bbfdb tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b796c8-177c-4fd2-a4e8-7083723547cd,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:30:43.150951 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-29e3b61c-4030-4268-b536-e309e892c13f tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Request body: {'security_group_rule': {'security_group_id': 'f0b796c8-177c-4fd2-a4e8-7083723547cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:30:43.182146 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-29e3b61c-4030-4268-b536-e309e892c13f tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks [] for security_group_rule (047c0761-6183-4515-9ced-6c735791b49b), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:43.256723 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-29e3b61c-4030-4268-b536-e309e892c13f tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks [] for security_group_rule (047c0761-6183-4515-9ced-6c735791b49b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:43.261658 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-29e3b61c-4030-4268-b536-e309e892c13f tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619982'] for security_group_rule (047c0761-6183-4515-9ced-6c735791b49b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:43.284108 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3b61c-4030-4268-b536-e309e892c13f tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=047c0761-6183-4515-9ced-6c735791b49b,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:30:43.289115 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-29e3b61c-4030-4268-b536-e309e892c13f tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:43.291711 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-29e3b61c-4030-4268-b536-e309e892c13f tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1439569 May 09 04:30:43.293659 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 46964) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:30:43.300031 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-1ebec056-869d-4a77-b533-887698bdb354 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Request body: {'security_group_rule': {'security_group_id': 'f0b796c8-177c-4fd2-a4e8-7083723547cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:30:43.330875 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1ebec056-869d-4a77-b533-887698bdb354 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks [] for security_group_rule (0e04b7f5-02fb-4055-90a6-892aa605433b), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:43.397604 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1ebec056-869d-4a77-b533-887698bdb354 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks [] for security_group_rule (0e04b7f5-02fb-4055-90a6-892aa605433b), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:43.403818 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1ebec056-869d-4a77-b533-887698bdb354 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619982'] for security_group_rule (0e04b7f5-02fb-4055-90a6-892aa605433b), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:43.424601 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebec056-869d-4a77-b533-887698bdb354 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e04b7f5-02fb-4055-90a6-892aa605433b,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:30:43.439596 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1ebec056-869d-4a77-b533-887698bdb354 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:43.444957 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-1ebec056-869d-4a77-b533-887698bdb354 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1467168 May 09 04:30:43.445314 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 46966) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:30:43.450168 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-1de858cb-984c-4563-95bf-135e185ed197 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Request body: {'floatingip': {'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:30:43.477108 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1de858cb-984c-4563-95bf-135e185ed197 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:43.570132 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1de858cb-984c-4563-95bf-135e185ed197 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:43.707219 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-1de858cb-984c-4563-95bf-135e185ed197 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Allocated IP 172.27.2.173 (1111f3a4-c02a-41de-91e1-42f5a19c8209/55f6eeca-e44f-4feb-bdb6-d6fdf07e4029/8745146f-6de5-4f29-8aa4-9b866c0e83f0) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:30:43.773226 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65202ac9-42e1-4ad0-ae97-4bc08db0891b req-6ace91c9-6493-4583-a71a-e78246fe64bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:43.775281 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-65202ac9-42e1-4ad0-ae97-4bc08db0891b req-6ace91c9-6493-4583-a71a-e78246fe64bd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 1130 time: 0.0552108 May 09 04:30:43.831228 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-65202ac9-42e1-4ad0-ae97-4bc08db0891b req-93441137-856f-4287-9eef-45e1ec11d4e7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=274a1307-105b-4303-bcc6-e4c7b0b7008c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488708 May 09 04:30:43.848999 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1de858cb-984c-4563-95bf-135e185ed197 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks [] for port (8745146f-6de5-4f29-8aa4-9b866c0e83f0), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:43.887299 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1de858cb-984c-4563-95bf-135e185ed197 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (8745146f-6de5-4f29-8aa4-9b866c0e83f0), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:43.922294 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 2abd51b8-3b37-4ec3-841e-462a68eb5cbc no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:30:43.939442 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de858cb-984c-4563-95bf-135e185ed197 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Network 1111f3a4-c02a-41de-91e1-42f5a19c8209 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:30:43.940293 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de858cb-984c-4563-95bf-135e185ed197 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Pushing event updated for resources: {'Port': ['ID=8745146f-6de5-4f29-8aa4-9b866c0e83f0,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:30:43.943097 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-1de858cb-984c-4563-95bf-135e185ed197 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:30:43.945585 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de858cb-984c-4563-95bf-135e185ed197 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:30:43.954204 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] No Port match for: 2abd51b8-3b37-4ec3-841e-462a68eb5cbc {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 04:30:43.954754 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 2abd51b8-3b37-4ec3-841e-462a68eb5cbc not bound to the agent host hv-cinder-83800 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 04:30:44.041389 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1de858cb-984c-4563-95bf-135e185ed197 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks [] for floatingip (225bfe9e-190e-4a73-a5e7-624929a79bcd), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:44.080615 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1de858cb-984c-4563-95bf-135e185ed197 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (8745146f-6de5-4f29-8aa4-9b866c0e83f0), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:44.162305 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672398a-9ae2-466d-a536-ae2e400bafcc req-e091745d-f404-4c35-a037-e0f11ba1d6e5 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:44.163788 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8672398a-9ae2-466d-a536-ae2e400bafcc req-e091745d-f404-4c35-a037-e0f11ba1d6e5 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 946 time: 0.0494583 May 09 04:30:44.216496 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8672398a-9ae2-466d-a536-ae2e400bafcc req-9cdd3b11-39f5-46dd-b421-8b84e58e37a0 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=274a1307-105b-4303-bcc6-e4c7b0b7008c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456700 May 09 04:30:44.247711 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1de858cb-984c-4563-95bf-135e185ed197 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks [] for port (8745146f-6de5-4f29-8aa4-9b866c0e83f0), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:44.253145 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1de858cb-984c-4563-95bf-135e185ed197 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718803'] for port (8745146f-6de5-4f29-8aa4-9b866c0e83f0), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:44.325923 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de858cb-984c-4563-95bf-135e185ed197 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Pushing event updated for resources: {'Port': ['ID=8745146f-6de5-4f29-8aa4-9b866c0e83f0,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:30:44.334587 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1de858cb-984c-4563-95bf-135e185ed197 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-653345'] for floatingip (225bfe9e-190e-4a73-a5e7-624929a79bcd), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:44.352403 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-1de858cb-984c-4563-95bf-135e185ed197 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:44.354584 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-1de858cb-984c-4563-95bf-135e185ed197 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9081974 May 09 04:30:44.565450 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-291b9381-1589-47b8-9a06-169b590ca56f req-092e0582-55e5-48d8-8d1b-71b94bd4763c tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--2147475270&fields=id&tenant_id=5e56ba7f9cc64897a1d95ac15061e9e4 HTTP/1.1" status: 200 len: 267 time: 0.0477931 May 09 04:30:44.675305 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b9381-1589-47b8-9a06-169b590ca56f req-0ce9b8f8-f9d1-4f27-af48-4d3e255cdfbc tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:44.677302 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-291b9381-1589-47b8-9a06-169b590ca56f req-0ce9b8f8-f9d1-4f27-af48-4d3e255cdfbc tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/networks?id=01d9e17c-6b96-4039-a582-d98ab8fe7760 HTTP/1.1" status: 200 len: 817 time: 0.1044209 May 09 04:30:44.692264 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-291b9381-1589-47b8-9a06-169b590ca56f req-34bd45e5-52d2-484e-8680-da32d48c34cd tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/quotas/5e56ba7f9cc64897a1d95ac15061e9e4 HTTP/1.1" status: 200 len: 375 time: 0.0091164 May 09 04:30:44.744530 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-291b9381-1589-47b8-9a06-169b590ca56f req-ca3714b2-efdb-450d-8473-10627037f15d tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5e56ba7f9cc64897a1d95ac15061e9e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447648 May 09 04:30:44.847461 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-291b9381-1589-47b8-9a06-169b590ca56f req-a5f4b157-541b-4ecc-bcbf-178e904abc3d service neutron] 10.222.0.44 "GET /v2.0/networks/01d9e17c-6b96-4039-a582-d98ab8fe7760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921159 May 09 04:30:44.940355 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-291b9381-1589-47b8-9a06-169b590ca56f req-64e98aef-4518-4dea-900d-7d91e6a4b310 service neutron] 10.222.0.44 "GET /v2.0/networks/01d9e17c-6b96-4039-a582-d98ab8fe7760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863919 May 09 04:30:45.113922 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c75c175c-63d7-489c-a87a-7dae7f177367 req-e920eac3-f9e8-45eb-8730-b644f63a4347 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 210 time: 0.0339715 May 09 04:30:45.356694 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06a1d9-db9e-4678-9808-ae8c67f31273 req-37396f47-4a9e-4ba0-9221-698b273343c1 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:45.359465 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-7d06a1d9-db9e-4678-9808-ae8c67f31273 req-37396f47-4a9e-4ba0-9221-698b273343c1 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 946 time: 0.0614908 May 09 04:30:45.411657 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-7d06a1d9-db9e-4678-9808-ae8c67f31273 req-033900f2-3121-47d2-bd4b-1b9241e2946c tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=274a1307-105b-4303-bcc6-e4c7b0b7008c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454121 May 09 04:30:46.237048 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cb4d9cce-109d-4b18-9325-d72d527849b9 req-393d0008-5e32-495a-afa3-27c3788cdeb0 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 210 time: 0.0377066 May 09 04:30:46.396355 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b9381-1589-47b8-9a06-169b590ca56f req-8547c43c-c535-401f-b599-d09adb4eef29 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:46.398393 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-291b9381-1589-47b8-9a06-169b590ca56f req-8547c43c-c535-401f-b599-d09adb4eef29 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.13 "GET /v2.0/networks?id=01d9e17c-6b96-4039-a582-d98ab8fe7760 HTTP/1.1" status: 200 len: 817 time: 0.1272528 May 09 04:30:46.488692 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-291b9381-1589-47b8-9a06-169b590ca56f req-119f8fec-aa20-43d0-832f-7f9f1e0bd816 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e56ba7f9cc64897a1d95ac15061e9e4 HTTP/1.1" status: 200 len: 380 time: 0.0796077 May 09 04:30:46.557023 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4424f6b-e7be-471a-a62b-bc2ec56d9e2f req-9a8aede5-fc15-4f2d-b3c0-45bddb314db5 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:46.558567 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b4424f6b-e7be-471a-a62b-bc2ec56d9e2f req-9a8aede5-fc15-4f2d-b3c0-45bddb314db5 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=c42b820f-fd46-4c3a-bbef-65871250c13d HTTP/1.1" status: 200 len: 945 time: 0.0537038 May 09 04:30:46.565725 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff650b72-9c74-4389-9faa-f48e6a80361b req-f0c93500-f5ce-4861-b542-dd7c6c20a255 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:46.567847 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ff650b72-9c74-4389-9faa-f48e6a80361b req-f0c93500-f5ce-4861-b542-dd7c6c20a255 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 946 time: 0.0530355 May 09 04:30:46.608341 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b4424f6b-e7be-471a-a62b-bc2ec56d9e2f req-5cc776ab-366b-451f-9c84-e5de4834f37d tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa88308-ea96-468b-b8a4-5df912e6755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441561 May 09 04:30:46.620636 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ff650b72-9c74-4389-9faa-f48e6a80361b req-23362046-1d70-41f6-80eb-ff6afac2dc10 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=274a1307-105b-4303-bcc6-e4c7b0b7008c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463932 May 09 04:30:46.976461 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b2003-b2f1-4d64-8785-22f83815f11a req-98dd8508-6130-49a3-a724-6b6b9dd89a84 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:46.978098 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-705b2003-b2f1-4d64-8785-22f83815f11a req-98dd8508-6130-49a3-a724-6b6b9dd89a84 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 946 time: 0.0539730 May 09 04:30:47.026080 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-705b2003-b2f1-4d64-8785-22f83815f11a req-d2b2f122-ecde-4536-8bda-b9630cea7a3e tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=274a1307-105b-4303-bcc6-e4c7b0b7008c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423973 May 09 04:30:47.345347 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-d649d227-317c-4a47-bde8-df751c81e26d req-bdf3d742-df23-466c-bdee-d52f1bde934a tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 210 time: 0.0282953 May 09 04:30:47.716727 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-291b9381-1589-47b8-9a06-169b590ca56f req-bba51ccc-63d4-4101-8a06-3bd16c336456 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Request body: {'port': {'device_id': '96f5900f-cb8a-485d-866b-580b188cc09c', 'network_id': '01d9e17c-6b96-4039-a582-d98ab8fe7760', 'admin_state_up': True, 'tenant_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'security_groups': ['f0b796c8-177c-4fd2-a4e8-7083723547cd']}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:30:47.777201 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd240f2f-b0a3-4f98-af3e-81ec9cba49d2 req-ef8f8994-496d-4587-9ab2-8b390226db4d tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:47.778845 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fd240f2f-b0a3-4f98-af3e-81ec9cba49d2 req-ef8f8994-496d-4587-9ab2-8b390226db4d tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=c42b820f-fd46-4c3a-bbef-65871250c13d HTTP/1.1" status: 200 len: 945 time: 0.0986359 May 09 04:30:47.857507 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fd240f2f-b0a3-4f98-af3e-81ec9cba49d2 req-efc71b6d-5aae-432c-bd5a-2026a3d054d2 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa88308-ea96-468b-b8a4-5df912e6755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713084 May 09 04:30:47.873059 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-291b9381-1589-47b8-9a06-169b590ca56f req-bba51ccc-63d4-4101-8a06-3bd16c336456 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Made reservation on behalf of 5e56ba7f9cc64897a1d95ac15061e9e4 for: {'port': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:30:47.876454 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-370d6890-4747-4f07-aac5-83a93d9e9b41 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 04:30:47.876921 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-291b9381-1589-47b8-9a06-169b590ca56f req-bba51ccc-63d4-4101-8a06-3bd16c336456 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:48.000206 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee2854-801c-4610-9792-d6674771f80a req-5aaada1b-295c-4398-8ac5-1411433ae6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:48.001846 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-b5ee2854-801c-4610-9792-d6674771f80a req-5aaada1b-295c-4398-8ac5-1411433ae6ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d28d5139952d450fa3b7da38a62d7a03&device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 1130 time: 0.0477219 May 09 04:30:48.013528 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [req-291b9381-1589-47b8-9a06-169b590ca56f req-bba51ccc-63d4-4101-8a06-3bd16c336456 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Allocated IP 172.20.0.8 (01d9e17c-6b96-4039-a582-d98ab8fe7760/1eeed15e-26fd-4534-8116-03da5482032b/374d080b-906f-4857-97aa-846916239632) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:30:48.135568 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4201700-fbe8-42f1-8cd0-1af7130542d2 req-6e0e0b90-f458-4681-8b06-9591aa3e80c8 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:48.138176 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a4201700-fbe8-42f1-8cd0-1af7130542d2 req-6e0e0b90-f458-4681-8b06-9591aa3e80c8 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.13 "GET /v2.0/ports?device_id=c42b820f-fd46-4c3a-bbef-65871250c13d HTTP/1.1" status: 200 len: 945 time: 0.0695431 May 09 04:30:48.180348 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-291b9381-1589-47b8-9a06-169b590ca56f req-bba51ccc-63d4-4101-8a06-3bd16c336456 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks [] for port (374d080b-906f-4857-97aa-846916239632), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:48.219262 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-291b9381-1589-47b8-9a06-169b590ca56f req-bba51ccc-63d4-4101-8a06-3bd16c336456 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060'] for port (374d080b-906f-4857-97aa-846916239632), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:48.235041 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee2854-801c-4610-9792-d6674771f80a req-03c98e24-491e-4afb-8a20-6090c8182d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:48.236552 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-b5ee2854-801c-4610-9792-d6674771f80a req-03c98e24-491e-4afb-8a20-6090c8182d9d service neutron] 10.222.0.13 "GET /v2.0/networks?id=9cb94923-1093-45fc-bebd-e159f3ac8dd3 HTTP/1.1" status: 200 len: 920 time: 0.2261569 May 09 04:30:48.262671 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef22d4e-893c-48a1-a978-307872bc04b5 req-c7189da2-c2d5-45c8-bfda-6b526133cd8c tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:48.262867 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-291b9381-1589-47b8-9a06-169b590ca56f req-bba51ccc-63d4-4101-8a06-3bd16c336456 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Network 01d9e17c-6b96-4039-a582-d98ab8fe7760 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:30:48.264098 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-fef22d4e-893c-48a1-a978-307872bc04b5 req-c7189da2-c2d5-45c8-bfda-6b526133cd8c tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 946 time: 0.1227703 May 09 04:30:48.266027 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [req-291b9381-1589-47b8-9a06-169b590ca56f req-bba51ccc-63d4-4101-8a06-3bd16c336456 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:30:48.269860 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-291b9381-1589-47b8-9a06-169b590ca56f req-bba51ccc-63d4-4101-8a06-3bd16c336456 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:30:48.276033 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b9381-1589-47b8-9a06-169b590ca56f req-bba51ccc-63d4-4101-8a06-3bd16c336456 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:48.276866 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-291b9381-1589-47b8-9a06-169b590ca56f req-bba51ccc-63d4-4101-8a06-3bd16c336456 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:48.293687 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba51ccc-63d4-4101-8a06-3bd16c336456 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Pushing event updated for resources: {'Port': ['ID=374d080b-906f-4857-97aa-846916239632,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:30:48.306751 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-291b9381-1589-47b8-9a06-169b590ca56f req-bba51ccc-63d4-4101-8a06-3bd16c336456 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5937276 May 09 04:30:48.323735 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [req-291b9381-1589-47b8-9a06-169b590ca56f req-75edac31-28eb-4d91-b1e1-f58934007dad service neutron] Request body: {'port': {'device_id': '96f5900f-cb8a-485d-866b-580b188cc09c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:30:48.415664 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-291b9381-1589-47b8-9a06-169b590ca56f req-75edac31-28eb-4d91-b1e1-f58934007dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (374d080b-906f-4857-97aa-846916239632), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:48.443716 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-b5ee2854-801c-4610-9792-d6674771f80a req-dbf4c618-1bac-4097-b667-9bb0cc1b1fc0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef4e419e-4415-4b7c-b72d-4dbd68f98b15 HTTP/1.1" status: 200 len: 1001 time: 0.1969311 May 09 04:30:48.454623 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-a4201700-fbe8-42f1-8cd0-1af7130542d2 req-b20cb016-7763-40ef-91a4-db8c8b377a08 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Deleting port e9b357da-dcf1-479a-8514-427749cafd62 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:30:48.454978 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a4201700-fbe8-42f1-8cd0-1af7130542d2 req-b20cb016-7763-40ef-91a4-db8c8b377a08 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (e9b357da-dcf1-479a-8514-427749cafd62), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:48.489843 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-fef22d4e-893c-48a1-a978-307872bc04b5 req-8837496b-6a17-47ba-9f0e-db2d6b4c1eec tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=274a1307-105b-4303-bcc6-e4c7b0b7008c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064307 May 09 04:30:48.588426 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee2854-801c-4610-9792-d6674771f80a req-c9a8a83e-c92c-4de8-b0bb-b0b7826f7c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:48.590003 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-b5ee2854-801c-4610-9792-d6674771f80a req-c9a8a83e-c92c-4de8-b0bb-b0b7826f7c91 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9336625-5bcd-4003-b69b-e3b341dd5f63 HTTP/1.1" status: 200 len: 858 time: 0.1373413 May 09 04:30:48.604626 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-b1e4cf46-4526-452c-a550-47a8850f1e7b None None] Provisioning complete for port 374d080b-906f-4857-97aa-846916239632 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:30:48.605192 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b1e4cf46-4526-452c-a550-47a8850f1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (374d080b-906f-4857-97aa-846916239632), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:48.648487 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-a4201700-fbe8-42f1-8cd0-1af7130542d2 req-b20cb016-7763-40ef-91a4-db8c8b377a08 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] For port e9b357da-dcf1-479a-8514-427749cafd62, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=e9b357da-dcf1-479a-8514-427749cafd62,segment=NetworkSegment(7887ef4a-a237-48ec-8f9c-2f6abe8c4da6),segment_id=7887ef4a-a237-48ec-8f9c-2f6abe8c4da6)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:30:48.648961 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a4201700-fbe8-42f1-8cd0-1af7130542d2 req-b20cb016-7763-40ef-91a4-db8c8b377a08 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (e9b357da-dcf1-479a-8514-427749cafd62), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:48.650383 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-b1e4cf46-4526-452c-a550-47a8850f1e7b None None] Port 374d080b-906f-4857-97aa-846916239632 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 04:30:48.668214 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee2854-801c-4610-9792-d6674771f80a req-0172fa3c-0133-4d84-9c71-8787001eeaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:48.669879 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-b5ee2854-801c-4610-9792-d6674771f80a req-0172fa3c-0133-4d84-9c71-8787001eeaa3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9cb94923-1093-45fc-bebd-e159f3ac8dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0726953 May 09 04:30:48.841245 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c57e6-3bcf-4198-b5c5-642a94ae3235 req-953d97a1-abde-44f2-b6dd-88d202e37f52 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:48.844555 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d47c57e6-3bcf-4198-b5c5-642a94ae3235 req-953d97a1-abde-44f2-b6dd-88d202e37f52 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 931 time: 0.1085470 May 09 04:30:48.944176 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-b5ee2854-801c-4610-9792-d6674771f80a req-0fe7c8b7-3dfd-47fb-814d-720184c7e0c9 service neutron] 10.222.0.13 "GET /v2.0/networks/9cb94923-1093-45fc-bebd-e159f3ac8dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485576 May 09 04:30:48.952802 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d47c57e6-3bcf-4198-b5c5-642a94ae3235 req-1d49cb07-d9f3-43a9-979f-30da133d4912 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014507 May 09 04:30:49.061045 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [req-291b9381-1589-47b8-9a06-169b590ca56f req-75edac31-28eb-4d91-b1e1-f58934007dad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 374d080b-906f-4857-97aa-846916239632 {{(pid=103226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 04:30:49.069515 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-291b9381-1589-47b8-9a06-169b590ca56f req-75edac31-28eb-4d91-b1e1-f58934007dad service neutron] Publish callbacks [] for port (374d080b-906f-4857-97aa-846916239632), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:49.084116 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.provisioning_blocks [req-291b9381-1589-47b8-9a06-169b590ca56f req-75edac31-28eb-4d91-b1e1-f58934007dad service neutron] Transition to ACTIVE for port object 374d080b-906f-4857-97aa-846916239632 will not be triggered until provisioned by entity L2. {{(pid=103226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 04:30:49.090344 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-291b9381-1589-47b8-9a06-169b590ca56f req-75edac31-28eb-4d91-b1e1-f58934007dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (374d080b-906f-4857-97aa-846916239632), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:49.150982 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75edac31-28eb-4d91-b1e1-f58934007dad service neutron] Pushing event updated for resources: {'Port': ['ID=374d080b-906f-4857-97aa-846916239632,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:30:49.197164 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-291b9381-1589-47b8-9a06-169b590ca56f req-75edac31-28eb-4d91-b1e1-f58934007dad service neutron] Attempting to bind port 374d080b-906f-4857-97aa-846916239632 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:30:49.198642 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-291b9381-1589-47b8-9a06-169b590ca56f req-75edac31-28eb-4d91-b1e1-f58934007dad service neutron] Attempting to bind port 374d080b-906f-4857-97aa-846916239632 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '75ff18d1-4dc0-4046-afd3-30ccacd1313a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '01d9e17c-6b96-4039-a582-d98ab8fe7760'}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:30:49.198990 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291b9381-1589-47b8-9a06-169b590ca56f req-75edac31-28eb-4d91-b1e1-f58934007dad service neutron] Attempting to bind port 374d080b-906f-4857-97aa-846916239632 on network 01d9e17c-6b96-4039-a582-d98ab8fe7760 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:30:49.206232 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291b9381-1589-47b8-9a06-169b590ca56f req-75edac31-28eb-4d91-b1e1-f58934007dad service neutron] Port 374d080b-906f-4857-97aa-846916239632 on network 01d9e17c-6b96-4039-a582-d98ab8fe7760 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 04:30:49.206561 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291b9381-1589-47b8-9a06-169b590ca56f req-75edac31-28eb-4d91-b1e1-f58934007dad service neutron] Attempting to bind port 374d080b-906f-4857-97aa-846916239632 on network 01d9e17c-6b96-4039-a582-d98ab8fe7760 {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:30:49.214628 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291b9381-1589-47b8-9a06-169b590ca56f req-75edac31-28eb-4d91-b1e1-f58934007dad service neutron] Checking agent: {'id': '0ba91d57-31cd-4938-a6ad-bd18d942a965', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 24, 18), 'started_at': datetime.datetime(2022, 5, 9, 4, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:30:49.214628 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291b9381-1589-47b8-9a06-169b590ca56f req-75edac31-28eb-4d91-b1e1-f58934007dad service neutron] Checking segment: {'id': '75ff18d1-4dc0-4046-afd3-30ccacd1313a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '01d9e17c-6b96-4039-a582-d98ab8fe7760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:30:49.214628 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291b9381-1589-47b8-9a06-169b590ca56f req-75edac31-28eb-4d91-b1e1-f58934007dad service neutron] Bound using segment: {'id': '75ff18d1-4dc0-4046-afd3-30ccacd1313a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '01d9e17c-6b96-4039-a582-d98ab8fe7760'} {{(pid=103226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:30:49.214628 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.managers [req-291b9381-1589-47b8-9a06-169b590ca56f req-75edac31-28eb-4d91-b1e1-f58934007dad service neutron] Bound port: 374d080b-906f-4857-97aa-846916239632, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75ff18d1-4dc0-4046-afd3-30ccacd1313a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '01d9e17c-6b96-4039-a582-d98ab8fe7760'}}] {{(pid=103226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:30:49.214628 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-291b9381-1589-47b8-9a06-169b590ca56f req-75edac31-28eb-4d91-b1e1-f58934007dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (374d080b-906f-4857-97aa-846916239632), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:49.294548 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-291b9381-1589-47b8-9a06-169b590ca56f req-75edac31-28eb-4d91-b1e1-f58934007dad service neutron] For port 374d080b-906f-4857-97aa-846916239632, host hv-cinder-83800, cleared binding levels {{(pid=103226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:30:49.299694 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-291b9381-1589-47b8-9a06-169b590ca56f req-75edac31-28eb-4d91-b1e1-f58934007dad service neutron] For port 374d080b-906f-4857-97aa-846916239632, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=374d080b-906f-4857-97aa-846916239632,segment=NetworkSegment(75ff18d1-4dc0-4046-afd3-30ccacd1313a),segment_id=75ff18d1-4dc0-4046-afd3-30ccacd1313a)] {{(pid=103226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:30:49.311483 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-291b9381-1589-47b8-9a06-169b590ca56f req-75edac31-28eb-4d91-b1e1-f58934007dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (374d080b-906f-4857-97aa-846916239632), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:49.317640 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a4201700-fbe8-42f1-8cd0-1af7130542d2 req-b20cb016-7763-40ef-91a4-db8c8b377a08 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:49.318254 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a4201700-fbe8-42f1-8cd0-1af7130542d2 req-b20cb016-7763-40ef-91a4-db8c8b377a08 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-653345'] for floatingip (b6171d7c-d6f3-4202-9aeb-608efd08660f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:49.318562 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.db.l3_db [req-a4201700-fbe8-42f1-8cd0-1af7130542d2 req-b20cb016-7763-40ef-91a4-db8c8b377a08 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Floating IP b6171d7c-d6f3-4202-9aeb-608efd08660f disassociated. External IP: 172.27.2.244, port: e9b357da-dcf1-479a-8514-427749cafd62. May 09 04:30:49.318907 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-a4201700-fbe8-42f1-8cd0-1af7130542d2 req-b20cb016-7763-40ef-91a4-db8c8b377a08 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Calling delete_port for e9b357da-dcf1-479a-8514-427749cafd62 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:30:49.332545 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1909c91-87da-4888-9ffa-5b5076aa800f req-531ee46c-638b-412f-b8f7-56a4076f1589 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:49.339921 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-d1909c91-87da-4888-9ffa-5b5076aa800f req-531ee46c-638b-412f-b8f7-56a4076f1589 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=c42b820f-fd46-4c3a-bbef-65871250c13d HTTP/1.1" status: 200 len: 945 time: 0.3870275 May 09 04:30:49.357514 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b9381-1589-47b8-9a06-169b590ca56f req-75edac31-28eb-4d91-b1e1-f58934007dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:49.358132 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-291b9381-1589-47b8-9a06-169b590ca56f req-75edac31-28eb-4d91-b1e1-f58934007dad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:49.359521 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-291b9381-1589-47b8-9a06-169b590ca56f req-75edac31-28eb-4d91-b1e1-f58934007dad service neutron] 10.222.0.13 "PUT /v2.0/ports/374d080b-906f-4857-97aa-846916239632 HTTP/1.1" status: 200 len: 1093 time: 1.0427215 May 09 04:30:49.359982 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96f5900f-cb8a-485d-866b-580b188cc09c', 'tag': '374d080b-906f-4857-97aa-846916239632'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:30:49.364037 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a98aaefa13d75cb12d9cbfc750f918ae1aa7d1c3c8041a7e7d91ea73ff80a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6393f3c-9d20-4537-b9a5-4def012441fe" -d '{"events": [{"name": "network-changed", "server_uuid": "96f5900f-cb8a-485d-866b-580b188cc09c", "tag": "374d080b-906f-4857-97aa-846916239632"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:30:49.421744 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75edac31-28eb-4d91-b1e1-f58934007dad service neutron] Pushing event updated for resources: {'Port': ['ID=374d080b-906f-4857-97aa-846916239632,revision_number=3']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:30:49.441546 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 04:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f468e10b-17ad-4371-8fce-e22479533cd4 x-openstack-request-id: req-f468e10b-17ad-4371-8fce-e22479533cd4 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:30:49.441842 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96f5900f-cb8a-485d-866b-580b188cc09c", "tag": "374d080b-906f-4857-97aa-846916239632", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:30:49.442091 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f468e10b-17ad-4371-8fce-e22479533cd4 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:30:49.442490 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f468e10b-17ad-4371-8fce-e22479533cd4'] response: {'name': 'network-changed', 'server_uuid': '96f5900f-cb8a-485d-866b-580b188cc09c', 'tag': '374d080b-906f-4857-97aa-846916239632', 'status': 'completed', 'code': 200} May 09 04:30:49.458125 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b9381-1589-47b8-9a06-169b590ca56f req-2b18f0d2-e872-4509-8d3f-db679f22e3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:49.459722 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-291b9381-1589-47b8-9a06-169b590ca56f req-2b18f0d2-e872-4509-8d3f-db679f22e3f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5e56ba7f9cc64897a1d95ac15061e9e4&device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 1127 time: 0.0544248 May 09 04:30:49.521719 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-291b9381-1589-47b8-9a06-169b590ca56f req-73bee334-0f5c-483f-a324-3d45ad03c055 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=374d080b-906f-4857-97aa-846916239632 HTTP/1.1" status: 200 len: 217 time: 0.0540736 May 09 04:30:49.568435 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-d1909c91-87da-4888-9ffa-5b5076aa800f req-fc1f904c-5f1d-45cf-bf15-acafab6ac9fb tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa88308-ea96-468b-b8a4-5df912e6755c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2232878 May 09 04:30:49.589917 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-b5ee2854-801c-4610-9792-d6674771f80a req-4c4d721c-34c0-45ed-8e8f-6307c40fecae service neutron] 10.222.0.13 "GET /v2.0/networks/9cb94923-1093-45fc-bebd-e159f3ac8dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6381960 May 09 04:30:49.612301 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b9381-1589-47b8-9a06-169b590ca56f req-38d84090-d29e-4e9b-9278-14d23688d854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:49.613720 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-291b9381-1589-47b8-9a06-169b590ca56f req-38d84090-d29e-4e9b-9278-14d23688d854 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1eeed15e-26fd-4534-8116-03da5482032b HTTP/1.1" status: 200 len: 856 time: 0.0792010 May 09 04:30:49.689136 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a4201700-fbe8-42f1-8cd0-1af7130542d2 req-b20cb016-7763-40ef-91a4-db8c8b377a08 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (e9b357da-dcf1-479a-8514-427749cafd62), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:49.711028 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4c236-e1ab-49fb-875c-95e8bc71efeb req-4938448e-92d0-4f7a-9133-e71f72b8102a tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:49.713211 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c1d4c236-e1ab-49fb-875c-95e8bc71efeb req-4938448e-92d0-4f7a-9133-e71f72b8102a tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 946 time: 0.1035907 May 09 04:30:49.714665 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b9381-1589-47b8-9a06-169b590ca56f req-60415360-b2e4-492a-8af5-9529f5772a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:49.715536 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (0ba91d57-31cd-4938-a6ad-bd18d942a965), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:49.716398 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-291b9381-1589-47b8-9a06-169b590ca56f req-60415360-b2e4-492a-8af5-9529f5772a91 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=01d9e17c-6b96-4039-a582-d98ab8fe7760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0874336 May 09 04:30:49.732405 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20cb016-7763-40ef-91a4-db8c8b377a08 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Pushing event deleted for resources: {'Port': ['ID=e9b357da-dcf1-479a-8514-427749cafd62,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:30:49.749194 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cb016-7763-40ef-91a4-db8c8b377a08 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:30:49.749548 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cb016-7763-40ef-91a4-db8c8b377a08 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:30:49.749895 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cb016-7763-40ef-91a4-db8c8b377a08 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:30:49.750234 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cb016-7763-40ef-91a4-db8c8b377a08 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:30:49.750568 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cb016-7763-40ef-91a4-db8c8b377a08 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:30:49.750900 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cb016-7763-40ef-91a4-db8c8b377a08 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:30:49.751226 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cb016-7763-40ef-91a4-db8c8b377a08 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:30:49.751551 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cb016-7763-40ef-91a4-db8c8b377a08 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:30:49.751876 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cb016-7763-40ef-91a4-db8c8b377a08 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:30:49.753510 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cb016-7763-40ef-91a4-db8c8b377a08 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:30:49.753861 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cb016-7763-40ef-91a4-db8c8b377a08 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:30:49.754207 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cb016-7763-40ef-91a4-db8c8b377a08 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:30:49.754541 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cb016-7763-40ef-91a4-db8c8b377a08 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:30:49.754870 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cb016-7763-40ef-91a4-db8c8b377a08 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:30:49.755196 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20cb016-7763-40ef-91a4-db8c8b377a08 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:30:49.833872 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c1d4c236-e1ab-49fb-875c-95e8bc71efeb req-08afcb95-d477-4f59-ad05-65f267335f8c tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=274a1307-105b-4303-bcc6-e4c7b0b7008c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115041 May 09 04:30:49.866380 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-291b9381-1589-47b8-9a06-169b590ca56f req-66d6353d-d210-41cf-95d6-de41790592ca service neutron] 10.222.0.13 "GET /v2.0/networks/01d9e17c-6b96-4039-a582-d98ab8fe7760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373105 May 09 04:30:49.886342 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4201700-fbe8-42f1-8cd0-1af7130542d2 req-b20cb016-7763-40ef-91a4-db8c8b377a08 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Router 4d52aa5f-732c-4e4d-b61c-fb86a901d96c has already been hosted by L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 04:30:50.001115 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4201700-fbe8-42f1-8cd0-1af7130542d2 req-b20cb016-7763-40ef-91a4-db8c8b377a08 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:30:50.014740 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7695949-3ae4-4994-97d4-a7dafaf087d9 None None] Sync routers for ids ['4d52aa5f-732c-4e4d-b61c-fb86a901d96c'] in dv-cinder-838009-3-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:30:50.027103 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7695949-3ae4-4994-97d4-a7dafaf087d9 None None] Routers {'4d52aa5f-732c-4e4d-b61c-fb86a901d96c'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:30:50.028171 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b7695949-3ae4-4994-97d4-a7dafaf087d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 8, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:30:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['4d52aa5f-732c-4e4d-b61c-fb86a901d96c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:30:50.098662 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4201700-fbe8-42f1-8cd0-1af7130542d2 req-b20cb016-7763-40ef-91a4-db8c8b377a08 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] No DVR routers for this DVR port e9b357da-dcf1-479a-8514-427749cafd62 on host hv-cinder-83800 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 04:30:50.106905 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-a4201700-fbe8-42f1-8cd0-1af7130542d2 req-b20cb016-7763-40ef-91a4-db8c8b377a08 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:50.110369 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a4201700-fbe8-42f1-8cd0-1af7130542d2 req-b20cb016-7763-40ef-91a4-db8c8b377a08 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.13 "DELETE /v2.0/ports/e9b357da-dcf1-479a-8514-427749cafd62 HTTP/1.1" status: 204 len: 173 time: 1.9513524 May 09 04:30:50.110826 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c42b820f-fd46-4c3a-bbef-65871250c13d', 'name': 'network-vif-deleted', 'tag': 'e9b357da-dcf1-479a-8514-427749cafd62'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:30:50.113155 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708343da101edf5db3821e80f7e6194e70163222c3a70cb9c2c474869a6028b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879366a5-fabf-44d3-990e-593fb94d3f72" -d '{"events": [{"server_uuid": "c42b820f-fd46-4c3a-bbef-65871250c13d", "name": "network-vif-deleted", "tag": "e9b357da-dcf1-479a-8514-427749cafd62"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:30:50.146894 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776368bb-6621-468a-9dff-5489235f6946 req-846301a6-b59a-4c18-b678-7f9c5ff365a2 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:50.148477 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-776368bb-6621-468a-9dff-5489235f6946 req-846301a6-b59a-4c18-b678-7f9c5ff365a2 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 943 time: 0.1021836 May 09 04:30:50.164617 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-b7695949-3ae4-4994-97d4-a7dafaf087d9 None None] Set router 4d52aa5f-732c-4e4d-b61c-fb86a901d96c gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:30:50.173259 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 04:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1897f84e-cd61-49a7-b36b-df57ca2735a5 x-openstack-request-id: req-1897f84e-cd61-49a7-b36b-df57ca2735a5 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:30:50.173532 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c42b820f-fd46-4c3a-bbef-65871250c13d", "name": "network-vif-deleted", "tag": "e9b357da-dcf1-479a-8514-427749cafd62", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:30:50.173788 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1897f84e-cd61-49a7-b36b-df57ca2735a5 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:30:50.175427 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1897f84e-cd61-49a7-b36b-df57ca2735a5'] response: {'server_uuid': 'c42b820f-fd46-4c3a-bbef-65871250c13d', 'name': 'network-vif-deleted', 'tag': 'e9b357da-dcf1-479a-8514-427749cafd62', 'status': 'completed', 'code': 200} May 09 04:30:50.224107 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-776368bb-6621-468a-9dff-5489235f6946 req-909ebe4b-33da-480e-9ca3-4b31e3629c05 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605831 May 09 04:30:50.465693 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-208efd59-fb19-4fa9-842e-0c7e78a720f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (144b4b53-faa6-4e1c-8c93-1df238c644e2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:50.487624 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b7695949-3ae4-4994-97d4-a7dafaf087d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'name': 'tempest-AttachVolumeNegativeTest-195011021-router', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:53Z', 'updated_at': '2022-05-09T04:28:01Z', 'revision_number': 4, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'gw_port': {'id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:54Z', 'updated_at': '2022-05-09T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_floatingips': [{'id': 'c85be946-dd48-440e-ad45-a638972ff2f5', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'floating_ip_address': '172.27.2.154', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'port_id': '1e27a9e1-6f10-43bb-909c-aa9fc82bc83c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'mac_address': 'fa:16:3e:24:21:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48735dde-9de8-4b71-877f-e86789f4c887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:28:07Z', 'updated_at': '2022-05-09T04:28:36Z', 'revision_number': 2, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '529116a4-e0e4-4a10-a24e-711cb18b842b', 'name': '', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'mac_address': 'fa:16:3e:b2:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:28:00Z', 'updated_at': '2022-05-09T04:28:11Z', 'revision_number': 5, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'subnets': [{'id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:30:50.517584 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7695949-3ae4-4994-97d4-a7dafaf087d9 None None] Checking router: 4d52aa5f-732c-4e4d-b61c-fb86a901d96c for host: dv-cinder-838009-3-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:30:50.526003 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7695949-3ae4-4994-97d4-a7dafaf087d9 None None] Routers {'4d52aa5f-732c-4e4d-b61c-fb86a901d96c'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:30:50.526619 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b7695949-3ae4-4994-97d4-a7dafaf087d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 8, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:30:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['4d52aa5f-732c-4e4d-b61c-fb86a901d96c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:30:50.637158 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-b7695949-3ae4-4994-97d4-a7dafaf087d9 None None] Set router 4d52aa5f-732c-4e4d-b61c-fb86a901d96c gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:30:50.669312 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-469db1e2-a8a7-4ef7-a99f-3ea0ba245086 req-1566ec84-4453-46fc-b967-c464e825188a tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=c42b820f-fd46-4c3a-bbef-65871250c13d HTTP/1.1" status: 200 len: 210 time: 0.0365651 May 09 04:30:50.856990 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-b7695949-3ae4-4994-97d4-a7dafaf087d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'name': 'tempest-AttachVolumeNegativeTest-195011021-router', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:53Z', 'updated_at': '2022-05-09T04:28:01Z', 'revision_number': 4, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'gw_port': {'id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:54Z', 'updated_at': '2022-05-09T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_floatingips': [{'id': 'c85be946-dd48-440e-ad45-a638972ff2f5', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'floating_ip_address': '172.27.2.154', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'port_id': '1e27a9e1-6f10-43bb-909c-aa9fc82bc83c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'mac_address': 'fa:16:3e:24:21:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48735dde-9de8-4b71-877f-e86789f4c887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:28:07Z', 'updated_at': '2022-05-09T04:28:36Z', 'revision_number': 2, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '529116a4-e0e4-4a10-a24e-711cb18b842b', 'name': '', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'mac_address': 'fa:16:3e:b2:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:28:00Z', 'updated_at': '2022-05-09T04:28:11Z', 'revision_number': 5, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'subnets': [{'id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:30:50.889478 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7695949-3ae4-4994-97d4-a7dafaf087d9 None None] The sync data for ids ['4d52aa5f-732c-4e4d-b61c-fb86a901d96c'] in dv-cinder-838009-3-iscsi is: [{'id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'name': 'tempest-AttachVolumeNegativeTest-195011021-router', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:53Z', 'updated_at': '2022-05-09T04:28:01Z', 'revision_number': 4, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'gw_port': {'id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:54Z', 'updated_at': '2022-05-09T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_floatingips': [{'id': 'c85be946-dd48-440e-ad45-a638972ff2f5', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'floating_ip_address': '172.27.2.154', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'port_id': '1e27a9e1-6f10-43bb-909c-aa9fc82bc83c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'mac_address': 'fa:16:3e:24:21:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48735dde-9de8-4b71-877f-e86789f4c887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:28:07Z', 'updated_at': '2022-05-09T04:28:36Z', 'revision_number': 2, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '529116a4-e0e4-4a10-a24e-711cb18b842b', 'name': '', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'mac_address': 'fa:16:3e:b2:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:28:00Z', 'updated_at': '2022-05-09T04:28:11Z', 'revision_number': 5, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'subnets': [{'id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:30:50.971924 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f8716-cbd9-4837-a701-a089f76f3271 req-1075f781-ddab-4321-8726-dd1a7e6edb42 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:50.973924 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-510f8716-cbd9-4837-a701-a089f76f3271 req-1075f781-ddab-4321-8726-dd1a7e6edb42 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 946 time: 0.0520396 May 09 04:30:51.040122 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-510f8716-cbd9-4837-a701-a089f76f3271 req-32fae778-cdce-461e-aeeb-3b2855394056 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=274a1307-105b-4303-bcc6-e4c7b0b7008c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557423 May 09 04:30:51.133358 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf92d29-e10f-455f-abff-310a8303fed7 None None] New status for floating IP b6171d7c-d6f3-4202-9aeb-608efd08660f: DOWN {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 04:30:51.313935 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-291b9381-1589-47b8-9a06-169b590ca56f req-e6cc8940-574f-47a9-9d1c-835dd2700818 service neutron] 10.222.0.13 "GET /v2.0/networks/01d9e17c-6b96-4039-a582-d98ab8fe7760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348937 May 09 04:30:51.396953 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e194cbf-f276-4b0f-af58-cc1f70090f02 req-9ac6d88b-b8fc-421d-8659-1854af409117 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:51.398552 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9e194cbf-f276-4b0f-af58-cc1f70090f02 req-9ac6d88b-b8fc-421d-8659-1854af409117 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 943 time: 0.0686457 May 09 04:30:51.449857 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9e194cbf-f276-4b0f-af58-cc1f70090f02 req-cedfa6b3-b4cd-4f99-b37e-e800aa4471ba tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443544 May 09 04:30:51.787637 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c60438b2-b221-4ddb-8f37-cac0444af483 req-4aeacbc7-cb5b-4c03-9f35-4899f6a58c01 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=c42b820f-fd46-4c3a-bbef-65871250c13d HTTP/1.1" status: 200 len: 210 time: 0.0276692 May 09 04:30:51.961000 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device e9b357da-dcf1-479a-8514-427749cafd62 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:30:51.986181 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] No Port match for: e9b357da-dcf1-479a-8514-427749cafd62 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 04:30:51.986524 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device e9b357da-dcf1-479a-8514-427749cafd62 not bound to the agent host hv-cinder-83800 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 04:30:52.145475 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e9dbf5-b0f3-4fe0-9a5a-5d485f80f0b0 req-700528bf-3e0c-407c-b72a-139ca417b394 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:52.146922 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e3e9dbf5-b0f3-4fe0-9a5a-5d485f80f0b0 req-700528bf-3e0c-407c-b72a-139ca417b394 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 946 time: 0.0478785 May 09 04:30:52.194406 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e3e9dbf5-b0f3-4fe0-9a5a-5d485f80f0b0 req-322987e0-a518-41f7-88ce-f2edc18179a4 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=274a1307-105b-4303-bcc6-e4c7b0b7008c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414627 May 09 04:30:52.569068 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f0ecb-2148-46f5-abcc-f7a42c35a7e9 req-ecc9dcbc-87dc-42bb-a4f0-6ca3fc14f56b tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:52.570678 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-3f1f0ecb-2148-46f5-abcc-f7a42c35a7e9 req-ecc9dcbc-87dc-42bb-a4f0-6ca3fc14f56b tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 943 time: 0.0485210 May 09 04:30:52.582791 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6393f3c-9d20-4537-b9a5-4def012441fe req-1644c37e-4e20-4485-ba91-d499b075ceeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:52.585026 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d6393f3c-9d20-4537-b9a5-4def012441fe req-1644c37e-4e20-4485-ba91-d499b075ceeb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5e56ba7f9cc64897a1d95ac15061e9e4&device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 1127 time: 0.0455582 May 09 04:30:52.624948 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-3f1f0ecb-2148-46f5-abcc-f7a42c35a7e9 req-74726dc7-e4af-442d-9ee1-f982d596680e tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478539 May 09 04:30:52.882912 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-484de5fa-f677-48bd-a584-75908bf28498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3dae496a-5564-45d9-8b4f-04486e79e4dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:52.898997 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8e794613-9f5f-455b-bb67-075188ad9386 req-2924f5fd-85af-4505-9f4c-8a4fe63a4432 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=c42b820f-fd46-4c3a-bbef-65871250c13d HTTP/1.1" status: 200 len: 210 time: 0.0320289 May 09 04:30:53.112406 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6393f3c-9d20-4537-b9a5-4def012441fe req-33a38c93-40d8-4d13-bcf1-ec84383d70b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:53.113868 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d6393f3c-9d20-4537-b9a5-4def012441fe req-33a38c93-40d8-4d13-bcf1-ec84383d70b7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=01d9e17c-6b96-4039-a582-d98ab8fe7760 HTTP/1.1" status: 200 len: 918 time: 0.0846009 May 09 04:30:53.309000 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d75e30-5df6-4a3e-b758-60d0047256ba req-8a3075d2-5cbd-431d-94c2-4cd44d8097c6 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:53.312390 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-21d75e30-5df6-4a3e-b758-60d0047256ba req-8a3075d2-5cbd-431d-94c2-4cd44d8097c6 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 946 time: 0.0512500 May 09 04:30:53.317048 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d6393f3c-9d20-4537-b9a5-4def012441fe req-c063b33b-cce5-43b9-b4ce-e7ff7cce7ca1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=374d080b-906f-4857-97aa-846916239632 HTTP/1.1" status: 200 len: 217 time: 0.0452466 May 09 04:30:53.374703 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-21d75e30-5df6-4a3e-b758-60d0047256ba req-f7c13c46-d89b-4040-9dd5-8be9a22ba128 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=274a1307-105b-4303-bcc6-e4c7b0b7008c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578227 May 09 04:30:53.380938 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6393f3c-9d20-4537-b9a5-4def012441fe req-be9a650a-cbfa-4d2b-960b-db270048e499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:53.382541 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d6393f3c-9d20-4537-b9a5-4def012441fe req-be9a650a-cbfa-4d2b-960b-db270048e499 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1eeed15e-26fd-4534-8116-03da5482032b HTTP/1.1" status: 200 len: 856 time: 0.0589106 May 09 04:30:53.437096 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6393f3c-9d20-4537-b9a5-4def012441fe req-71a940a0-0ce1-46cc-b38c-2b4d6052f371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:53.439131 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d6393f3c-9d20-4537-b9a5-4def012441fe req-71a940a0-0ce1-46cc-b38c-2b4d6052f371 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=01d9e17c-6b96-4039-a582-d98ab8fe7760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477433 May 09 04:30:53.560405 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0351d-9386-4e08-b1a2-0fe97c9cef56 req-da77ecd9-24aa-49e4-bce3-16aa31c026ee tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:53.563971 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a7f0351d-9386-4e08-b1a2-0fe97c9cef56 req-da77ecd9-24aa-49e4-bce3-16aa31c026ee tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 946 time: 0.0663576 May 09 04:30:53.570786 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 47062) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:30:53.576589 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-5672b02e-3701-42b7-90f7-b9a22df7dd2f tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Request body: {'floatingip': {'port_id': 'ef4e419e-4415-4b7c-b72d-4dbd68f98b15'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:30:53.585975 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d6393f3c-9d20-4537-b9a5-4def012441fe req-787cbe9c-c5a6-4bc6-b7c1-b61aa06556ee service neutron] 10.222.0.13 "GET /v2.0/networks/01d9e17c-6b96-4039-a582-d98ab8fe7760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395462 May 09 04:30:53.639248 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5672b02e-3701-42b7-90f7-b9a22df7dd2f tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks [] for floatingip (6bb05d9a-bbd3-4cec-a13d-07ef9e74861d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:53.679716 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d6393f3c-9d20-4537-b9a5-4def012441fe req-6d7b3fff-a419-4fa2-80b8-3a226ecf879f service neutron] 10.222.0.13 "GET /v2.0/networks/01d9e17c-6b96-4039-a582-d98ab8fe7760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872431 May 09 04:30:53.792197 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52e507-dd83-4ea7-a31e-e67c4e3b68f1 req-c43770bd-2a91-42e5-ae5f-3d083802db6f tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:53.793665 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-1d52e507-dd83-4ea7-a31e-e67c4e3b68f1 req-c43770bd-2a91-42e5-ae5f-3d083802db6f tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 943 time: 0.0968540 May 09 04:30:53.896979 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-1d52e507-dd83-4ea7-a31e-e67c4e3b68f1 req-1b14efff-389d-4409-951e-fc2adf8fe1ff tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959458 May 09 04:30:53.968800 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 374d080b-906f-4857-97aa-846916239632 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 04:30:53.984948 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 47070) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:30:54.039809 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9319622a-8ea7-4803-a651-1a29703b12ce tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for security_group (ffa88308-ea96-468b-b8a4-5df912e6755c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:54.067692 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9319622a-8ea7-4803-a651-1a29703b12ce tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for security_group (ffa88308-ea96-468b-b8a4-5df912e6755c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:54.069203 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port 374d080b-906f-4857-97aa-846916239632, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=374d080b-906f-4857-97aa-846916239632,segment=NetworkSegment(75ff18d1-4dc0-4046-afd3-30ccacd1313a),segment_id=75ff18d1-4dc0-4046-afd3-30ccacd1313a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:30:54.084471 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Returning: {'device': '374d080b-906f-4857-97aa-846916239632', 'network_id': '01d9e17c-6b96-4039-a582-d98ab8fe7760', 'port_id': '374d080b-906f-4857-97aa-846916239632', 'mac_address': 'fa:16:3e:3d:c1:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eeed15e-26fd-4534-8116-03da5482032b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 04:30:54.125325 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9319622a-8ea7-4803-a651-1a29703b12ce tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (ffa88308-ea96-468b-b8a4-5df912e6755c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:54.128951 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9319622a-8ea7-4803-a651-1a29703b12ce tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:54.132867 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-9319622a-8ea7-4803-a651-1a29703b12ce tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "DELETE /v2.0/security-groups/ffa88308-ea96-468b-b8a4-5df912e6755c HTTP/1.1" status: 204 len: 168 time: 0.1443999 May 09 04:30:54.135578 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 47072) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:30:54.136113 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port 374d080b-906f-4857-97aa-846916239632 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:30:54.136524 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (374d080b-906f-4857-97aa-846916239632), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:54.151837 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9319622a-8ea7-4803-a651-1a29703b12ce tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa88308-ea96-468b-b8a4-5df912e6755c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:30:54.154391 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.api.v2.resource [None req-88527b23-ca2a-42a8-aea6-6190ceedb283 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] show failed (client error): The resource could not be found. May 09 04:30:54.158142 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-88527b23-ca2a-42a8-aea6-6190ceedb283 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups/ffa88308-ea96-468b-b8a4-5df912e6755c HTTP/1.1" status: 404 len: 347 time: 0.0189514 May 09 04:30:54.158340 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 374d080b-906f-4857-97aa-846916239632 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 04:30:54.158542 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 47074) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:30:54.162023 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7671283-9f0b-468d-8f0b-6ce51d9cb9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (896ddadf-f6f7-4d68-b704-6882247efc03), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:54.192477 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port 374d080b-906f-4857-97aa-846916239632, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=374d080b-906f-4857-97aa-846916239632,segment=NetworkSegment(75ff18d1-4dc0-4046-afd3-30ccacd1313a),segment_id=75ff18d1-4dc0-4046-afd3-30ccacd1313a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:30:54.198610 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (374d080b-906f-4857-97aa-846916239632), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:54.231950 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5672b02e-3701-42b7-90f7-b9a22df7dd2f tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:54.241519 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5672b02e-3701-42b7-90f7-b9a22df7dd2f tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-653345'] for floatingip (6bb05d9a-bbd3-4cec-a13d-07ef9e74861d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:54.251344 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=374d080b-906f-4857-97aa-846916239632,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:30:54.259321 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:30:54.259685 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:30:54.260089 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:30:54.260443 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:30:54.260785 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:30:54.261122 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:30:54.261462 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:30:54.261787 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:30:54.262117 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:30:54.262448 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:30:54.262777 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:30:54.263121 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:30:54.263453 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:30:54.263781 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:30:54.264135 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:30:54.290422 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-12142e54-ab4d-4e18-b165-6bb0ad5344d0 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Deleting port 82b818ab-20bd-4e30-bb9d-983d941aeaaf {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:30:54.290773 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-12142e54-ab4d-4e18-b165-6bb0ad5344d0 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (82b818ab-20bd-4e30-bb9d-983d941aeaaf), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:54.366770 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-12142e54-ab4d-4e18-b165-6bb0ad5344d0 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (82b818ab-20bd-4e30-bb9d-983d941aeaaf), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:54.367099 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-12142e54-ab4d-4e18-b165-6bb0ad5344d0 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for floatingip (82b818ab-20bd-4e30-bb9d-983d941aeaaf), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:54.380544 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-12142e54-ab4d-4e18-b165-6bb0ad5344d0 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Calling delete_port for 82b818ab-20bd-4e30-bb9d-983d941aeaaf owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:30:54.460520 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5672b02e-3701-42b7-90f7-b9a22df7dd2f tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Router 64dcdaf6-1bdb-4f56-a602-f93e975a6adc has already been hosted by L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 04:30:54.512388 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-12142e54-ab4d-4e18-b165-6bb0ad5344d0 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069'] for port (82b818ab-20bd-4e30-bb9d-983d941aeaaf), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:54.536994 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12142e54-ab4d-4e18-b165-6bb0ad5344d0 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Pushing event deleted for resources: {'Port': ['ID=82b818ab-20bd-4e30-bb9d-983d941aeaaf,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:30:54.541834 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] get_ports_and_sgs() called for port_ids ['374d080b-906f-4857-97aa-846916239632'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 04:30:54.568790 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-12142e54-ab4d-4e18-b165-6bb0ad5344d0 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for floatingip (b6171d7c-d6f3-4202-9aeb-608efd08660f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:54.572469 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-12142e54-ab4d-4e18-b165-6bb0ad5344d0 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:54.576348 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-12142e54-ab4d-4e18-b165-6bb0ad5344d0 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "DELETE /v2.0/floatingips/b6171d7c-d6f3-4202-9aeb-608efd08660f HTTP/1.1" status: 204 len: 168 time: 0.4144077 May 09 04:30:54.576525 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5672b02e-3701-42b7-90f7-b9a22df7dd2f tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:30:54.582151 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5672b02e-3701-42b7-90f7-b9a22df7dd2f tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:54.589079 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd71a31-9e5d-45c1-ac18-959534ce0bca None None] Sync routers for ids ['64dcdaf6-1bdb-4f56-a602-f93e975a6adc'] in dv-cinder-838009-3-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:30:54.608754 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd71a31-9e5d-45c1-ac18-959534ce0bca None None] Routers {'64dcdaf6-1bdb-4f56-a602-f93e975a6adc'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:30:54.609392 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-abd71a31-9e5d-45c1-ac18-959534ce0bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:30:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['64dcdaf6-1bdb-4f56-a602-f93e975a6adc'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:30:54.616491 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4473a2d0-b3cc-401b-b460-7c00c66893a0', 'tag': 'ef4e419e-4415-4b7c-b72d-4dbd68f98b15'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:30:54.619629 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708343da101edf5db3821e80f7e6194e70163222c3a70cb9c2c474869a6028b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3b48b7-6d4b-4241-9813-d32661377c3e" -d '{"events": [{"name": "network-changed", "server_uuid": "4473a2d0-b3cc-401b-b460-7c00c66893a0", "tag": "ef4e419e-4415-4b7c-b72d-4dbd68f98b15"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:30:54.651846 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-5672b02e-3701-42b7-90f7-b9a22df7dd2f tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "PUT /v2.0/floatingips/6bb05d9a-bbd3-4cec-a13d-07ef9e74861d HTTP/1.1" status: 200 len: 993 time: 1.0787313 May 09 04:30:54.674764 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 04:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5277f9e-d2ed-4c27-9c31-6548f472e094 x-openstack-request-id: req-c5277f9e-d2ed-4c27-9c31-6548f472e094 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:30:54.675130 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4473a2d0-b3cc-401b-b460-7c00c66893a0", "tag": "ef4e419e-4415-4b7c-b72d-4dbd68f98b15", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:30:54.675521 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c5277f9e-d2ed-4c27-9c31-6548f472e094 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:30:54.676055 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5277f9e-d2ed-4c27-9c31-6548f472e094'] response: {'name': 'network-changed', 'server_uuid': '4473a2d0-b3cc-401b-b460-7c00c66893a0', 'tag': 'ef4e419e-4415-4b7c-b72d-4dbd68f98b15', 'status': 'completed', 'code': 200} May 09 04:30:54.747314 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-abd71a31-9e5d-45c1-ac18-959534ce0bca None None] Set router 64dcdaf6-1bdb-4f56-a602-f93e975a6adc gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:30:54.751810 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b48b7-6d4b-4241-9813-d32661377c3e req-32a172ea-4535-47fe-a420-f5a5ab350bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:54.753364 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5e3b48b7-6d4b-4241-9813-d32661377c3e req-32a172ea-4535-47fe-a420-f5a5ab350bb3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d28d5139952d450fa3b7da38a62d7a03&device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 1130 time: 0.0429621 May 09 04:30:54.851657 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b48b7-6d4b-4241-9813-d32661377c3e req-2650f98f-4b51-4db1-b19b-e2c3bcd167ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:54.854029 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5e3b48b7-6d4b-4241-9813-d32661377c3e req-2650f98f-4b51-4db1-b19b-e2c3bcd167ce service neutron] 10.222.0.13 "GET /v2.0/networks?id=9cb94923-1093-45fc-bebd-e159f3ac8dd3 HTTP/1.1" status: 200 len: 920 time: 0.0936096 May 09 04:30:54.951160 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5e3b48b7-6d4b-4241-9813-d32661377c3e req-53352aa4-bc6b-412b-a628-d57e3fa4c576 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef4e419e-4415-4b7c-b72d-4dbd68f98b15 HTTP/1.1" status: 200 len: 1001 time: 0.0888684 May 09 04:30:55.007962 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b48b7-6d4b-4241-9813-d32661377c3e req-889b424d-c26c-4f21-9001-7a7d1b649438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:55.009601 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5e3b48b7-6d4b-4241-9813-d32661377c3e req-889b424d-c26c-4f21-9001-7a7d1b649438 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9336625-5bcd-4003-b69b-e3b341dd5f63 HTTP/1.1" status: 200 len: 858 time: 0.0511913 May 09 04:30:55.011519 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-abd71a31-9e5d-45c1-ac18-959534ce0bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dcdaf6-1bdb-4f56-a602-f93e975a6adc', 'name': 'tempest-ServerRescueNegativeTestJSON-1692174986-router', 'tenant_id': 'd28d5139952d450fa3b7da38a62d7a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '4396258b-03b6-4be9-844f-c13cc645efa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:16Z', 'updated_at': '2022-05-09T04:26:28Z', 'revision_number': 4, 'project_id': 'd28d5139952d450fa3b7da38a62d7a03', 'gw_port': {'id': '4396258b-03b6-4be9-844f-c13cc645efa1', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dcdaf6-1bdb-4f56-a602-f93e975a6adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:17Z', 'updated_at': '2022-05-09T04:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_floatingips': [{'id': '6bb05d9a-bbd3-4cec-a13d-07ef9e74861d', 'tenant_id': 'd28d5139952d450fa3b7da38a62d7a03', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': '64dcdaf6-1bdb-4f56-a602-f93e975a6adc', 'port_id': 'ef4e419e-4415-4b7c-b72d-4dbd68f98b15', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cb94923-1093-45fc-bebd-e159f3ac8dd3', 'mac_address': 'fa:16:3e:a2:2e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4473a2d0-b3cc-401b-b460-7c00c66893a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:29:01Z', 'updated_at': '2022-05-09T04:30:54Z', 'revision_number': 3, 'project_id': 'd28d5139952d450fa3b7da38a62d7a03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01bc23fc-2a25-422f-8a90-d745c1ac5231', 'name': '', 'network_id': '9cb94923-1093-45fc-bebd-e159f3ac8dd3', 'tenant_id': 'd28d5139952d450fa3b7da38a62d7a03', 'mac_address': 'fa:16:3e:3e:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dcdaf6-1bdb-4f56-a602-f93e975a6adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd9336625-5bcd-4003-b69b-e3b341dd5f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:25Z', 'updated_at': '2022-05-09T04:26:39Z', 'revision_number': 5, 'project_id': 'd28d5139952d450fa3b7da38a62d7a03', 'subnets': [{'id': 'd9336625-5bcd-4003-b69b-e3b341dd5f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:30:55.020987 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14f601-e5c5-46c5-8eab-8cc0c76d0e5a req-beb57adb-688d-40af-a5bb-21eea0b62624 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:55.022482 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5b14f601-e5c5-46c5-8eab-8cc0c76d0e5a req-beb57adb-688d-40af-a5bb-21eea0b62624 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 944 time: 0.0485044 May 09 04:30:55.043186 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd71a31-9e5d-45c1-ac18-959534ce0bca None None] Checking router: 64dcdaf6-1bdb-4f56-a602-f93e975a6adc for host: dv-cinder-838009-3-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:30:55.051710 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd71a31-9e5d-45c1-ac18-959534ce0bca None None] Routers {'64dcdaf6-1bdb-4f56-a602-f93e975a6adc'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:30:55.052352 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-abd71a31-9e5d-45c1-ac18-959534ce0bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:30:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['64dcdaf6-1bdb-4f56-a602-f93e975a6adc'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:30:55.074034 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5b14f601-e5c5-46c5-8eab-8cc0c76d0e5a req-f4aeea5f-ee09-42c3-968f-e83e4565f0fd tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450010 May 09 04:30:55.163184 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-abd71a31-9e5d-45c1-ac18-959534ce0bca None None] Set router 64dcdaf6-1bdb-4f56-a602-f93e975a6adc gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:30:55.324620 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43e19ad3-c0e7-48b8-9cb0-6496f201f8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3ce75c28-5550-4d51-9af6-2a59ee09c43b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:55.367066 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b48b7-6d4b-4241-9813-d32661377c3e req-5fcac434-d84c-4849-a743-8f90c781ad87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:55.368595 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5e3b48b7-6d4b-4241-9813-d32661377c3e req-5fcac434-d84c-4849-a743-8f90c781ad87 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9cb94923-1093-45fc-bebd-e159f3ac8dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394967 May 09 04:30:55.371049 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-abd71a31-9e5d-45c1-ac18-959534ce0bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dcdaf6-1bdb-4f56-a602-f93e975a6adc', 'name': 'tempest-ServerRescueNegativeTestJSON-1692174986-router', 'tenant_id': 'd28d5139952d450fa3b7da38a62d7a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '4396258b-03b6-4be9-844f-c13cc645efa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:16Z', 'updated_at': '2022-05-09T04:26:28Z', 'revision_number': 4, 'project_id': 'd28d5139952d450fa3b7da38a62d7a03', 'gw_port': {'id': '4396258b-03b6-4be9-844f-c13cc645efa1', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dcdaf6-1bdb-4f56-a602-f93e975a6adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:17Z', 'updated_at': '2022-05-09T04:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_floatingips': [{'id': '6bb05d9a-bbd3-4cec-a13d-07ef9e74861d', 'tenant_id': 'd28d5139952d450fa3b7da38a62d7a03', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': '64dcdaf6-1bdb-4f56-a602-f93e975a6adc', 'port_id': 'ef4e419e-4415-4b7c-b72d-4dbd68f98b15', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cb94923-1093-45fc-bebd-e159f3ac8dd3', 'mac_address': 'fa:16:3e:a2:2e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4473a2d0-b3cc-401b-b460-7c00c66893a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:29:01Z', 'updated_at': '2022-05-09T04:30:54Z', 'revision_number': 3, 'project_id': 'd28d5139952d450fa3b7da38a62d7a03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01bc23fc-2a25-422f-8a90-d745c1ac5231', 'name': '', 'network_id': '9cb94923-1093-45fc-bebd-e159f3ac8dd3', 'tenant_id': 'd28d5139952d450fa3b7da38a62d7a03', 'mac_address': 'fa:16:3e:3e:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dcdaf6-1bdb-4f56-a602-f93e975a6adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd9336625-5bcd-4003-b69b-e3b341dd5f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:25Z', 'updated_at': '2022-05-09T04:26:39Z', 'revision_number': 5, 'project_id': 'd28d5139952d450fa3b7da38a62d7a03', 'subnets': [{'id': 'd9336625-5bcd-4003-b69b-e3b341dd5f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:30:55.402060 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd71a31-9e5d-45c1-ac18-959534ce0bca None None] The sync data for ids ['64dcdaf6-1bdb-4f56-a602-f93e975a6adc'] in dv-cinder-838009-3-iscsi is: [{'id': '64dcdaf6-1bdb-4f56-a602-f93e975a6adc', 'name': 'tempest-ServerRescueNegativeTestJSON-1692174986-router', 'tenant_id': 'd28d5139952d450fa3b7da38a62d7a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '4396258b-03b6-4be9-844f-c13cc645efa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:16Z', 'updated_at': '2022-05-09T04:26:28Z', 'revision_number': 4, 'project_id': 'd28d5139952d450fa3b7da38a62d7a03', 'gw_port': {'id': '4396258b-03b6-4be9-844f-c13cc645efa1', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dcdaf6-1bdb-4f56-a602-f93e975a6adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:17Z', 'updated_at': '2022-05-09T04:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_floatingips': [{'id': '6bb05d9a-bbd3-4cec-a13d-07ef9e74861d', 'tenant_id': 'd28d5139952d450fa3b7da38a62d7a03', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': '64dcdaf6-1bdb-4f56-a602-f93e975a6adc', 'port_id': 'ef4e419e-4415-4b7c-b72d-4dbd68f98b15', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cb94923-1093-45fc-bebd-e159f3ac8dd3', 'mac_address': 'fa:16:3e:a2:2e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4473a2d0-b3cc-401b-b460-7c00c66893a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:29:01Z', 'updated_at': '2022-05-09T04:30:54Z', 'revision_number': 3, 'project_id': 'd28d5139952d450fa3b7da38a62d7a03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01bc23fc-2a25-422f-8a90-d745c1ac5231', 'name': '', 'network_id': '9cb94923-1093-45fc-bebd-e159f3ac8dd3', 'tenant_id': 'd28d5139952d450fa3b7da38a62d7a03', 'mac_address': 'fa:16:3e:3e:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dcdaf6-1bdb-4f56-a602-f93e975a6adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd9336625-5bcd-4003-b69b-e3b341dd5f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:25Z', 'updated_at': '2022-05-09T04:26:39Z', 'revision_number': 5, 'project_id': 'd28d5139952d450fa3b7da38a62d7a03', 'subnets': [{'id': 'd9336625-5bcd-4003-b69b-e3b341dd5f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:30:55.465363 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5e3b48b7-6d4b-4241-9813-d32661377c3e req-21e8ff7f-2a33-4501-8d0e-1657d2289756 service neutron] 10.222.0.13 "GET /v2.0/networks/9cb94923-1093-45fc-bebd-e159f3ac8dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902581 May 09 04:30:55.582191 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5e3b48b7-6d4b-4241-9813-d32661377c3e req-eccef51c-8fe9-45fc-be9b-03d49d887efd service neutron] 10.222.0.13 "GET /v2.0/networks/9cb94923-1093-45fc-bebd-e159f3ac8dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902326 May 09 04:30:55.979353 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 374d080b-906f-4857-97aa-846916239632 up at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:30:56.024354 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Provisioning for port 374d080b-906f-4857-97aa-846916239632 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 04:30:56.031287 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Provisioning complete for port 374d080b-906f-4857-97aa-846916239632 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:30:56.031660 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (374d080b-906f-4857-97aa-846916239632), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:56.115018 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port 374d080b-906f-4857-97aa-846916239632 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:30:56.115436 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (374d080b-906f-4857-97aa-846916239632), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:56.140129 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f5900f-cb8a-485d-866b-580b188cc09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374d080b-906f-4857-97aa-846916239632'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:30:56.142482 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6941dd57353447cfe46bbb883e0d815d26e9477c6b9f0737609fdd17593c9a07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb09c3b-6e6a-4c73-b05f-f04b7c15e30d" -d '{"events": [{"server_uuid": "96f5900f-cb8a-485d-866b-580b188cc09c", "name": "network-vif-plugged", "status": "completed", "tag": "374d080b-906f-4857-97aa-846916239632"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:30:56.156185 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port 374d080b-906f-4857-97aa-846916239632, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=374d080b-906f-4857-97aa-846916239632,segment=NetworkSegment(75ff18d1-4dc0-4046-afd3-30ccacd1313a),segment_id=75ff18d1-4dc0-4046-afd3-30ccacd1313a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:30:56.160144 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (374d080b-906f-4857-97aa-846916239632), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:56.214853 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6b48a-ca73-4a50-8996-3f7ea023095b req-57e245e0-4a65-4b79-89ce-776608715968 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:56.217522 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=374d080b-906f-4857-97aa-846916239632,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:30:56.220365 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d3f6b48a-ca73-4a50-8996-3f7ea023095b req-57e245e0-4a65-4b79-89ce-776608715968 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 945 time: 0.0677190 May 09 04:30:56.228945 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 04:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab403ac8-687e-4f53-ac22-ba3c155fde5a x-openstack-request-id: req-ab403ac8-687e-4f53-ac22-ba3c155fde5a {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:30:56.229917 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f5900f-cb8a-485d-866b-580b188cc09c", "name": "network-vif-plugged", "status": "completed", "tag": "374d080b-906f-4857-97aa-846916239632", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:30:56.229917 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ab403ac8-687e-4f53-ac22-ba3c155fde5a {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:30:56.230435 dv-cinder-838009-3-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab403ac8-687e-4f53-ac22-ba3c155fde5a'] response: {'server_uuid': '96f5900f-cb8a-485d-866b-580b188cc09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374d080b-906f-4857-97aa-846916239632', 'code': 200} May 09 04:30:56.270742 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d3f6b48a-ca73-4a50-8996-3f7ea023095b req-c19f8dff-c05c-4b3d-aca9-4bdcb0ecfb07 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433242 May 09 04:30:56.323135 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d9d68-24b4-46da-87ef-f95b1bad7c4b req-4b687ef2-100d-482f-af9f-449bfd525d4a tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:56.324696 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f39d9d68-24b4-46da-87ef-f95b1bad7c4b req-4b687ef2-100d-482f-af9f-449bfd525d4a tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=48735dde-9de8-4b71-877f-e86789f4c887 HTTP/1.1" status: 200 len: 946 time: 0.0505178 May 09 04:30:56.371021 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f39d9d68-24b4-46da-87ef-f95b1bad7c4b req-a5dc6e5d-0c33-41d3-9c50-0cc5ce3106c4 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?id=593d8a87-ac23-44ba-aa21-fd652af773d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407879 May 09 04:30:56.677062 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4473a2d0-b3cc-401b-b460-7c00c66893a0', 'tag': 'ef4e419e-4415-4b7c-b72d-4dbd68f98b15'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:30:56.679383 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708343da101edf5db3821e80f7e6194e70163222c3a70cb9c2c474869a6028b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4d385f-d28e-4cfd-9653-38c3b43fa7e6" -d '{"events": [{"name": "network-changed", "server_uuid": "4473a2d0-b3cc-401b-b460-7c00c66893a0", "tag": "ef4e419e-4415-4b7c-b72d-4dbd68f98b15"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:30:56.714942 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 04:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c50075d-095d-480d-b7bd-757fdb5c4086 x-openstack-request-id: req-9c50075d-095d-480d-b7bd-757fdb5c4086 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:30:56.715252 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4473a2d0-b3cc-401b-b460-7c00c66893a0", "tag": "ef4e419e-4415-4b7c-b72d-4dbd68f98b15", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:30:56.715496 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9c50075d-095d-480d-b7bd-757fdb5c4086 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:30:56.715908 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c50075d-095d-480d-b7bd-757fdb5c4086'] response: {'name': 'network-changed', 'server_uuid': '4473a2d0-b3cc-401b-b460-7c00c66893a0', 'tag': 'ef4e419e-4415-4b7c-b72d-4dbd68f98b15', 'status': 'completed', 'code': 200} May 09 04:30:56.791843 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (9a15748d-6a05-4459-b777-d0dd003edfa1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:57.386947 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e5b8b-b56b-422c-9dd2-e0e6c5b618e3 req-d09b4b61-e836-4ff4-aeef-c7ad272af386 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:57.388450 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-678e5b8b-b56b-422c-9dd2-e0e6c5b618e3 req-d09b4b61-e836-4ff4-aeef-c7ad272af386 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 945 time: 0.0462098 May 09 04:30:57.435727 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-678e5b8b-b56b-422c-9dd2-e0e6c5b618e3 req-4bcdb7b6-37b6-4482-8844-fb23d3617704 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417082 May 09 04:30:57.485230 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0069e1-5a68-4d5a-9ad2-7cdbeeff4035 req-1be56f20-d7e6-4dc1-a42d-5a2efac6d893 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:57.486759 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ce0069e1-5a68-4d5a-9ad2-7cdbeeff4035 req-1be56f20-d7e6-4dc1-a42d-5a2efac6d893 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=48735dde-9de8-4b71-877f-e86789f4c887 HTTP/1.1" status: 200 len: 946 time: 0.0466747 May 09 04:30:57.536946 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ce0069e1-5a68-4d5a-9ad2-7cdbeeff4035 req-a1bb25a5-d8d2-4ca5-9103-2fb9554bffe9 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?id=593d8a87-ac23-44ba-aa21-fd652af773d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443840 May 09 04:30:57.594284 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d385f-d28e-4cfd-9653-38c3b43fa7e6 req-7ded2fa0-fba1-47f9-bed8-4dd32a6f06aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:57.595759 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bc4d385f-d28e-4cfd-9653-38c3b43fa7e6 req-7ded2fa0-fba1-47f9-bed8-4dd32a6f06aa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d28d5139952d450fa3b7da38a62d7a03&device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 1130 time: 0.0389879 May 09 04:30:57.689110 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d385f-d28e-4cfd-9653-38c3b43fa7e6 req-da6389f4-1d44-4519-a37d-82124a224ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:57.690566 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bc4d385f-d28e-4cfd-9653-38c3b43fa7e6 req-da6389f4-1d44-4519-a37d-82124a224ac2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9cb94923-1093-45fc-bebd-e159f3ac8dd3 HTTP/1.1" status: 200 len: 920 time: 0.0868478 May 09 04:30:57.783328 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bc4d385f-d28e-4cfd-9653-38c3b43fa7e6 req-70d4c21a-1ac5-496d-a38c-581c0b0985a0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef4e419e-4415-4b7c-b72d-4dbd68f98b15 HTTP/1.1" status: 200 len: 1001 time: 0.0587053 May 09 04:30:57.815043 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef0c59-03e7-4aae-85a9-0eef56b058f0 req-3fb919d8-02ec-4279-a0b3-28eb7eb0b6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:57.816493 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a5ef0c59-03e7-4aae-85a9-0eef56b058f0 req-3fb919d8-02ec-4279-a0b3-28eb7eb0b6b1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 1129 time: 0.0426998 May 09 04:30:57.839709 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d385f-d28e-4cfd-9653-38c3b43fa7e6 req-4c2d23fb-806f-4adb-b4b8-66ca2b42ea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:57.841206 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bc4d385f-d28e-4cfd-9653-38c3b43fa7e6 req-4c2d23fb-806f-4adb-b4b8-66ca2b42ea25 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9336625-5bcd-4003-b69b-e3b341dd5f63 HTTP/1.1" status: 200 len: 858 time: 0.0514767 May 09 04:30:57.886203 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d385f-d28e-4cfd-9653-38c3b43fa7e6 req-98f4a52a-dcab-4035-8101-50f51a9a32e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:57.887740 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bc4d385f-d28e-4cfd-9653-38c3b43fa7e6 req-98f4a52a-dcab-4035-8101-50f51a9a32e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9cb94923-1093-45fc-bebd-e159f3ac8dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398893 May 09 04:30:57.904098 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da4f42-584e-452b-beb8-14d84cc79a60 req-b5d7fc6f-6fc4-466d-9da0-65295837d510 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:57.905525 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-73da4f42-584e-452b-beb8-14d84cc79a60 req-b5d7fc6f-6fc4-466d-9da0-65295837d510 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.13 "GET /v2.0/ports?device_id=48735dde-9de8-4b71-877f-e86789f4c887 HTTP/1.1" status: 200 len: 946 time: 0.0616803 May 09 04:30:57.924860 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a5ef0c59-03e7-4aae-85a9-0eef56b058f0 req-507eb9ca-5869-4f18-86df-c22d6ca2e7c2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864146 May 09 04:30:57.975049 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bc4d385f-d28e-4cfd-9653-38c3b43fa7e6 req-4a8ecb0c-787a-47b1-9047-4b8444516e25 service neutron] 10.222.0.13 "GET /v2.0/networks/9cb94923-1093-45fc-bebd-e159f3ac8dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804951 May 09 04:30:58.002625 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-73da4f42-584e-452b-beb8-14d84cc79a60 req-524d2fa9-9e8e-40ba-9724-2d095c7614e9 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Deleting port 1e27a9e1-6f10-43bb-909c-aa9fc82bc83c {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:30:58.002963 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-73da4f42-584e-452b-beb8-14d84cc79a60 req-524d2fa9-9e8e-40ba-9724-2d095c7614e9 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (1e27a9e1-6f10-43bb-909c-aa9fc82bc83c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:58.089561 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-73da4f42-584e-452b-beb8-14d84cc79a60 req-524d2fa9-9e8e-40ba-9724-2d095c7614e9 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] For port 1e27a9e1-6f10-43bb-909c-aa9fc82bc83c, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=1e27a9e1-6f10-43bb-909c-aa9fc82bc83c,segment=NetworkSegment(7887ef4a-a237-48ec-8f9c-2f6abe8c4da6),segment_id=7887ef4a-a237-48ec-8f9c-2f6abe8c4da6)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:30:58.089832 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-73da4f42-584e-452b-beb8-14d84cc79a60 req-524d2fa9-9e8e-40ba-9724-2d095c7614e9 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (1e27a9e1-6f10-43bb-909c-aa9fc82bc83c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:58.244630 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bc4d385f-d28e-4cfd-9653-38c3b43fa7e6 req-8733b713-bdfc-4ef8-b76b-ee7f7b17f93f service neutron] 10.222.0.13 "GET /v2.0/networks/9cb94923-1093-45fc-bebd-e159f3ac8dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909965 May 09 04:30:58.495248 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-73da4f42-584e-452b-beb8-14d84cc79a60 req-524d2fa9-9e8e-40ba-9724-2d095c7614e9 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:58.495837 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-73da4f42-584e-452b-beb8-14d84cc79a60 req-524d2fa9-9e8e-40ba-9724-2d095c7614e9 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-653345'] for floatingip (c85be946-dd48-440e-ad45-a638972ff2f5), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:58.495962 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.db.l3_db [req-73da4f42-584e-452b-beb8-14d84cc79a60 req-524d2fa9-9e8e-40ba-9724-2d095c7614e9 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Floating IP c85be946-dd48-440e-ad45-a638972ff2f5 disassociated. External IP: 172.27.2.154, port: 1e27a9e1-6f10-43bb-909c-aa9fc82bc83c. May 09 04:30:58.496280 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-73da4f42-584e-452b-beb8-14d84cc79a60 req-524d2fa9-9e8e-40ba-9724-2d095c7614e9 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Calling delete_port for 1e27a9e1-6f10-43bb-909c-aa9fc82bc83c owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:30:58.590316 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe9ad00-7e7a-444c-84e5-323dc0ec9c0f req-1798cee0-172d-4303-972a-38f56b57162f tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:58.591797 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ebe9ad00-7e7a-444c-84e5-323dc0ec9c0f req-1798cee0-172d-4303-972a-38f56b57162f tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 945 time: 0.0832071 May 09 04:30:58.661625 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72763533-0f32-4142-8766-433d42e89fc5 req-62b15ff1-2f4d-4dd0-a1d2-b1f9fb7d746a tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:58.663081 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-72763533-0f32-4142-8766-433d42e89fc5 req-62b15ff1-2f4d-4dd0-a1d2-b1f9fb7d746a tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=48735dde-9de8-4b71-877f-e86789f4c887 HTTP/1.1" status: 200 len: 946 time: 0.0479927 May 09 04:30:58.676976 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ebe9ad00-7e7a-444c-84e5-323dc0ec9c0f req-ca3d3ac5-3171-473f-a91c-7d93b3ace6d7 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792680 May 09 04:30:58.698274 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-73da4f42-584e-452b-beb8-14d84cc79a60 req-524d2fa9-9e8e-40ba-9724-2d095c7614e9 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (1e27a9e1-6f10-43bb-909c-aa9fc82bc83c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:58.713608 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-72763533-0f32-4142-8766-433d42e89fc5 req-bc6cba15-143a-40b8-8d5c-0a13af0ab61c tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?id=593d8a87-ac23-44ba-aa21-fd652af773d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439572 May 09 04:30:58.727078 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d2fa9-9e8e-40ba-9724-2d095c7614e9 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Pushing event deleted for resources: {'Port': ['ID=1e27a9e1-6f10-43bb-909c-aa9fc82bc83c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:30:58.848839 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73da4f42-584e-452b-beb8-14d84cc79a60 req-524d2fa9-9e8e-40ba-9724-2d095c7614e9 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Router 4d52aa5f-732c-4e4d-b61c-fb86a901d96c has already been hosted by L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 04:30:58.959798 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73da4f42-584e-452b-beb8-14d84cc79a60 req-524d2fa9-9e8e-40ba-9724-2d095c7614e9 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:30:58.969785 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd9d5c9-55bc-4cda-960b-36cfcbdad68e None None] Sync routers for ids ['4d52aa5f-732c-4e4d-b61c-fb86a901d96c'] in dv-cinder-838009-3-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:30:58.983145 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd9d5c9-55bc-4cda-960b-36cfcbdad68e None None] Routers {'4d52aa5f-732c-4e4d-b61c-fb86a901d96c'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:30:58.983699 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-dbd9d5c9-55bc-4cda-960b-36cfcbdad68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:30:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['4d52aa5f-732c-4e4d-b61c-fb86a901d96c'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:30:59.001335 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-73da4f42-584e-452b-beb8-14d84cc79a60 req-524d2fa9-9e8e-40ba-9724-2d095c7614e9 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] No DVR routers for this DVR port 1e27a9e1-6f10-43bb-909c-aa9fc82bc83c on host hv-cinder-83800 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 04:30:59.004413 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-73da4f42-584e-452b-beb8-14d84cc79a60 req-524d2fa9-9e8e-40ba-9724-2d095c7614e9 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:30:59.007718 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-73da4f42-584e-452b-beb8-14d84cc79a60 req-524d2fa9-9e8e-40ba-9724-2d095c7614e9 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.13 "DELETE /v2.0/ports/1e27a9e1-6f10-43bb-909c-aa9fc82bc83c HTTP/1.1" status: 204 len: 173 time: 1.0920832 May 09 04:30:59.008169 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48735dde-9de8-4b71-877f-e86789f4c887', 'name': 'network-vif-deleted', 'tag': '1e27a9e1-6f10-43bb-909c-aa9fc82bc83c'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:30:59.010910 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708343da101edf5db3821e80f7e6194e70163222c3a70cb9c2c474869a6028b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62caddaf-1f64-4fd3-b797-42f8b0b9d5bb" -d '{"events": [{"server_uuid": "48735dde-9de8-4b71-877f-e86789f4c887", "name": "network-vif-deleted", "tag": "1e27a9e1-6f10-43bb-909c-aa9fc82bc83c"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:30:59.050527 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 04:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd8e60e-d28c-4d59-9769-a834fb91f7b6 x-openstack-request-id: req-7fd8e60e-d28c-4d59-9769-a834fb91f7b6 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:30:59.050819 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48735dde-9de8-4b71-877f-e86789f4c887", "name": "network-vif-deleted", "tag": "1e27a9e1-6f10-43bb-909c-aa9fc82bc83c", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:30:59.051097 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7fd8e60e-d28c-4d59-9769-a834fb91f7b6 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:30:59.051737 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fd8e60e-d28c-4d59-9769-a834fb91f7b6'] response: {'server_uuid': '48735dde-9de8-4b71-877f-e86789f4c887', 'name': 'network-vif-deleted', 'tag': '1e27a9e1-6f10-43bb-909c-aa9fc82bc83c', 'status': 'completed', 'code': 200} May 09 04:30:59.104135 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-dbd9d5c9-55bc-4cda-960b-36cfcbdad68e None None] Set router 4d52aa5f-732c-4e4d-b61c-fb86a901d96c gateway port host: dv-cinder-838009-3-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:30:59.305246 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-dbd9d5c9-55bc-4cda-960b-36cfcbdad68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'name': 'tempest-AttachVolumeNegativeTest-195011021-router', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:53Z', 'updated_at': '2022-05-09T04:28:01Z', 'revision_number': 4, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'gw_port': {'id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:54Z', 'updated_at': '2022-05-09T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '529116a4-e0e4-4a10-a24e-711cb18b842b', 'name': '', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'mac_address': 'fa:16:3e:b2:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:28:00Z', 'updated_at': '2022-05-09T04:28:11Z', 'revision_number': 5, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'subnets': [{'id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:30:59.331038 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd9d5c9-55bc-4cda-960b-36cfcbdad68e None None] Checking router: 4d52aa5f-732c-4e4d-b61c-fb86a901d96c for host: dv-cinder-838009-3-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:30:59.340088 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd9d5c9-55bc-4cda-960b-36cfcbdad68e None None] Routers {'4d52aa5f-732c-4e4d-b61c-fb86a901d96c'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:30:59.340694 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-dbd9d5c9-55bc-4cda-960b-36cfcbdad68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:30:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['4d52aa5f-732c-4e4d-b61c-fb86a901d96c'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:30:59.447425 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-dbd9d5c9-55bc-4cda-960b-36cfcbdad68e None None] Set router 4d52aa5f-732c-4e4d-b61c-fb86a901d96c gateway port host: dv-cinder-838009-3-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:30:59.757652 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-dbd9d5c9-55bc-4cda-960b-36cfcbdad68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'name': 'tempest-AttachVolumeNegativeTest-195011021-router', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:53Z', 'updated_at': '2022-05-09T04:28:01Z', 'revision_number': 4, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'gw_port': {'id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:54Z', 'updated_at': '2022-05-09T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '529116a4-e0e4-4a10-a24e-711cb18b842b', 'name': '', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'mac_address': 'fa:16:3e:b2:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:28:00Z', 'updated_at': '2022-05-09T04:28:11Z', 'revision_number': 5, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'subnets': [{'id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:30:59.785019 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd9d5c9-55bc-4cda-960b-36cfcbdad68e None None] The sync data for ids ['4d52aa5f-732c-4e4d-b61c-fb86a901d96c'] in dv-cinder-838009-3-iscsi is: [{'id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'name': 'tempest-AttachVolumeNegativeTest-195011021-router', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:53Z', 'updated_at': '2022-05-09T04:28:01Z', 'revision_number': 4, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'gw_port': {'id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:54Z', 'updated_at': '2022-05-09T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '529116a4-e0e4-4a10-a24e-711cb18b842b', 'name': '', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'mac_address': 'fa:16:3e:b2:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:28:00Z', 'updated_at': '2022-05-09T04:28:11Z', 'revision_number': 5, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'subnets': [{'id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:30:59.825787 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f5da93-8777-488f-8fdb-4e3b2f04d593 req-04ff6ac4-2f05-40b4-b9b1-c85f542f22b2 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:30:59.826366 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-17f5da93-8777-488f-8fdb-4e3b2f04d593 req-04ff6ac4-2f05-40b4-b9b1-c85f542f22b2 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 945 time: 0.0705407 May 09 04:30:59.843222 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5e085d66-2f54-48d9-ba24-57045ed6cee5 req-d9f632ee-2583-49ab-af66-2448feb42d06 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=48735dde-9de8-4b71-877f-e86789f4c887 HTTP/1.1" status: 200 len: 210 time: 0.0297177 May 09 04:30:59.896197 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-17f5da93-8777-488f-8fdb-4e3b2f04d593 req-bddb0c94-65da-491d-b080-c342b55397d3 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628366 May 09 04:30:59.982507 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 1e27a9e1-6f10-43bb-909c-aa9fc82bc83c no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:31:00.003916 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] No Port match for: 1e27a9e1-6f10-43bb-909c-aa9fc82bc83c {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 04:31:00.004051 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 1e27a9e1-6f10-43bb-909c-aa9fc82bc83c not bound to the agent host hv-cinder-83800 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 04:31:00.038208 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3d584e-3623-4f75-95d8-d257bbd60b48 None None] New status for floating IP c85be946-dd48-440e-ad45-a638972ff2f5: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 04:31:00.937199 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 47132) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:31:00.990841 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-391a7984-ccde-4824-9d3e-eabc8efdb240 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for security_group (593d8a87-ac23-44ba-aa21-fd652af773d6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:01.012166 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c40e49-7a53-4faf-8e58-016fd4d64f61 req-4e97637d-d0ce-4fe7-8aa7-30beb23a88cc tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:01.013577 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f3c40e49-7a53-4faf-8e58-016fd4d64f61 req-4e97637d-d0ce-4fe7-8aa7-30beb23a88cc tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 945 time: 0.0500932 May 09 04:31:01.014693 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-391a7984-ccde-4824-9d3e-eabc8efdb240 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for security_group (593d8a87-ac23-44ba-aa21-fd652af773d6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:01.062259 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-391a7984-ccde-4824-9d3e-eabc8efdb240 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (593d8a87-ac23-44ba-aa21-fd652af773d6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:01.062681 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f3c40e49-7a53-4faf-8e58-016fd4d64f61 req-736935e3-15ab-4ea9-8e20-35b99685983a tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433726 May 09 04:31:01.064967 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-391a7984-ccde-4824-9d3e-eabc8efdb240 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:01.066110 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-391a7984-ccde-4824-9d3e-eabc8efdb240 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "DELETE /v2.0/security-groups/593d8a87-ac23-44ba-aa21-fd652af773d6 HTTP/1.1" status: 204 len: 168 time: 0.1279213 May 09 04:31:01.069061 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 47134) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:31:01.075772 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391a7984-ccde-4824-9d3e-eabc8efdb240 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=593d8a87-ac23-44ba-aa21-fd652af773d6,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:01.083063 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.api.v2.resource [None req-b1ef6dda-55f7-4367-ab74-5edd3c73f984 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] show failed (client error): The resource could not be found. May 09 04:31:01.088118 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-b1ef6dda-55f7-4367-ab74-5edd3c73f984 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups/593d8a87-ac23-44ba-aa21-fd652af773d6 HTTP/1.1" status: 404 len: 347 time: 0.0176115 May 09 04:31:01.088608 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 47136) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:31:01.238222 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2316f6a-366a-451d-9811-d71ab0cf7650 req-15ed48f2-f109-49d6-ba62-812d7b88514b tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:01.239702 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c2316f6a-366a-451d-9811-d71ab0cf7650 req-15ed48f2-f109-49d6-ba62-812d7b88514b tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 945 time: 0.0987787 May 09 04:31:01.248501 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 47140) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:31:01.251482 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-d4e51353-38ca-4000-a065-20ab7701325e tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Deleting port bd824f8f-f3e3-40e0-9dac-599d0fc76a8f {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:31:01.251828 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d4e51353-38ca-4000-a065-20ab7701325e tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (bd824f8f-f3e3-40e0-9dac-599d0fc76a8f), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:01.253186 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-e4a86f3a-95d9-4b36-a04a-2157de8a80a3 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Request body: {'floatingip': {'port_id': '374d080b-906f-4857-97aa-846916239632'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:31:01.291910 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e4a86f3a-95d9-4b36-a04a-2157de8a80a3 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks [] for floatingip (225bfe9e-190e-4a73-a5e7-624929a79bcd), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:01.326672 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d4e51353-38ca-4000-a065-20ab7701325e tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (bd824f8f-f3e3-40e0-9dac-599d0fc76a8f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:01.326994 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d4e51353-38ca-4000-a065-20ab7701325e tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for floatingip (bd824f8f-f3e3-40e0-9dac-599d0fc76a8f), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:01.340564 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-d4e51353-38ca-4000-a065-20ab7701325e tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Calling delete_port for bd824f8f-f3e3-40e0-9dac-599d0fc76a8f owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:31:01.470508 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d4e51353-38ca-4000-a065-20ab7701325e tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069'] for port (bd824f8f-f3e3-40e0-9dac-599d0fc76a8f), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:01.496486 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e51353-38ca-4000-a065-20ab7701325e tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Pushing event deleted for resources: {'Port': ['ID=bd824f8f-f3e3-40e0-9dac-599d0fc76a8f,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:01.520477 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d4e51353-38ca-4000-a065-20ab7701325e tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for floatingip (c85be946-dd48-440e-ad45-a638972ff2f5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:01.523041 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d4e51353-38ca-4000-a065-20ab7701325e tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:01.524341 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-d4e51353-38ca-4000-a065-20ab7701325e tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "DELETE /v2.0/floatingips/c85be946-dd48-440e-ad45-a638972ff2f5 HTTP/1.1" status: 204 len: 168 time: 0.4340427 May 09 04:31:01.752035 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e4a86f3a-95d9-4b36-a04a-2157de8a80a3 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:01.756392 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e4a86f3a-95d9-4b36-a04a-2157de8a80a3 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-653345'] for floatingip (225bfe9e-190e-4a73-a5e7-624929a79bcd), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:01.761107 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 47144) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:31:01.765781 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-442b8aae-792d-4008-abd9-596260dbdc1b tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1273880903', 'description': 'tempest-description--386571207'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:31:01.787791 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-442b8aae-792d-4008-abd9-596260dbdc1b tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:01.858265 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-442b8aae-792d-4008-abd9-596260dbdc1b tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for security_group (f58c1476-2908-45c8-a70f-409cfcab6350), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:01.862861 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-442b8aae-792d-4008-abd9-596260dbdc1b tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (f58c1476-2908-45c8-a70f-409cfcab6350), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:01.865826 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.db.l3_db [None req-e4a86f3a-95d9-4b36-a04a-2157de8a80a3 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Floating IP 225bfe9e-190e-4a73-a5e7-624929a79bcd associated. External IP: 172.27.2.173, port: 374d080b-906f-4857-97aa-846916239632. May 09 04:31:01.894549 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-442b8aae-792d-4008-abd9-596260dbdc1b tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:01.898506 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-442b8aae-792d-4008-abd9-596260dbdc1b tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1337073 May 09 04:31:01.898506 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b8aae-792d-4008-abd9-596260dbdc1b tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f58c1476-2908-45c8-a70f-409cfcab6350,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:01.899712 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 47146) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:31:01.905628 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-62066d8e-6129-492b-a8bd-0dd2d951e2dd tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Request body: {'security_group_rule': {'security_group_id': 'f58c1476-2908-45c8-a70f-409cfcab6350', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:31:01.933279 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-62066d8e-6129-492b-a8bd-0dd2d951e2dd tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for security_group_rule (3e4a66db-33fa-4254-8a5a-35c076c20e38), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:01.988465 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-62066d8e-6129-492b-a8bd-0dd2d951e2dd tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for security_group_rule (3e4a66db-33fa-4254-8a5a-35c076c20e38), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:01.992886 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-62066d8e-6129-492b-a8bd-0dd2d951e2dd tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619982'] for security_group_rule (3e4a66db-33fa-4254-8a5a-35c076c20e38), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:02.010562 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62066d8e-6129-492b-a8bd-0dd2d951e2dd tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e4a66db-33fa-4254-8a5a-35c076c20e38,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:02.019514 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-62066d8e-6129-492b-a8bd-0dd2d951e2dd tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:02.023327 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-62066d8e-6129-492b-a8bd-0dd2d951e2dd tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1191378 May 09 04:31:02.024841 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 47148) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:31:02.029467 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-3f48ece7-173a-4c8a-9b1a-9d2c66c136bc tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Request body: {'security_group_rule': {'security_group_id': 'f58c1476-2908-45c8-a70f-409cfcab6350', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:31:02.053732 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3f48ece7-173a-4c8a-9b1a-9d2c66c136bc tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for security_group_rule (726647a5-6f7e-42de-99b2-a85d29e44dcb), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:02.095545 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a86f3a-95d9-4b36-a04a-2157de8a80a3 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Router 5f0fd5ff-f26a-4326-8fec-502ec9cca7d2 has already been hosted by L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 04:31:02.109808 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3f48ece7-173a-4c8a-9b1a-9d2c66c136bc tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for security_group_rule (726647a5-6f7e-42de-99b2-a85d29e44dcb), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:02.113395 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3f48ece7-173a-4c8a-9b1a-9d2c66c136bc tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619982'] for security_group_rule (726647a5-6f7e-42de-99b2-a85d29e44dcb), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:02.126362 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48ece7-173a-4c8a-9b1a-9d2c66c136bc tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=726647a5-6f7e-42de-99b2-a85d29e44dcb,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:02.140195 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3f48ece7-173a-4c8a-9b1a-9d2c66c136bc tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:02.141376 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-3f48ece7-173a-4c8a-9b1a-9d2c66c136bc tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154513 May 09 04:31:02.144408 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 47150) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:31:02.148545 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-f4096d67-6295-4bf8-975d-0f376e10e716 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Request body: {'floatingip': {'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:31:02.169168 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f4096d67-6295-4bf8-975d-0f376e10e716 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:02.212356 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a86f3a-95d9-4b36-a04a-2157de8a80a3 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:31:02.217664 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e4a86f3a-95d9-4b36-a04a-2157de8a80a3 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:02.223261 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91a219f-fe1a-4bda-a617-02a31f04118d None None] Sync routers for ids ['5f0fd5ff-f26a-4326-8fec-502ec9cca7d2'] in dv-cinder-838009-3-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:31:02.233890 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91a219f-fe1a-4bda-a617-02a31f04118d None None] Routers {'5f0fd5ff-f26a-4326-8fec-502ec9cca7d2'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:31:02.234816 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-b91a219f-fe1a-4bda-a617-02a31f04118d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:30:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['5f0fd5ff-f26a-4326-8fec-502ec9cca7d2'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:31:02.249020 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-e4a86f3a-95d9-4b36-a04a-2157de8a80a3 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "PUT /v2.0/floatingips/225bfe9e-190e-4a73-a5e7-624929a79bcd HTTP/1.1" status: 200 len: 991 time: 0.9994309 May 09 04:31:02.249885 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96f5900f-cb8a-485d-866b-580b188cc09c', 'tag': '374d080b-906f-4857-97aa-846916239632'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:31:02.252637 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708343da101edf5db3821e80f7e6194e70163222c3a70cb9c2c474869a6028b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c65ad64-cf84-4326-9a15-55c2b22a9cfc" -d '{"events": [{"name": "network-changed", "server_uuid": "96f5900f-cb8a-485d-866b-580b188cc09c", "tag": "374d080b-906f-4857-97aa-846916239632"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:31:02.274305 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f4096d67-6295-4bf8-975d-0f376e10e716 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:02.289356 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 04:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87a4777-3cbc-49c2-a36c-a42cfd8475cd x-openstack-request-id: req-e87a4777-3cbc-49c2-a36c-a42cfd8475cd {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:31:02.290339 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96f5900f-cb8a-485d-866b-580b188cc09c", "tag": "374d080b-906f-4857-97aa-846916239632", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:31:02.290776 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e87a4777-3cbc-49c2-a36c-a42cfd8475cd {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:31:02.291198 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e87a4777-3cbc-49c2-a36c-a42cfd8475cd'] response: {'name': 'network-changed', 'server_uuid': '96f5900f-cb8a-485d-866b-580b188cc09c', 'tag': '374d080b-906f-4857-97aa-846916239632', 'status': 'completed', 'code': 200} May 09 04:31:02.349469 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-b91a219f-fe1a-4bda-a617-02a31f04118d None None] Set router 5f0fd5ff-f26a-4326-8fec-502ec9cca7d2 gateway port host: dv-cinder-838009-3-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:31:02.372459 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65ad64-cf84-4326-9a15-55c2b22a9cfc req-bc637054-9b58-4f28-bb39-5ba83d2f9f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:02.374054 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8c65ad64-cf84-4326-9a15-55c2b22a9cfc req-bc637054-9b58-4f28-bb39-5ba83d2f9f30 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5e56ba7f9cc64897a1d95ac15061e9e4&device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 1129 time: 0.0432851 May 09 04:31:02.395084 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-f4096d67-6295-4bf8-975d-0f376e10e716 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Allocated IP 172.27.2.176 (1111f3a4-c02a-41de-91e1-42f5a19c8209/55f6eeca-e44f-4feb-bdb6-d6fdf07e4029/da9083dd-9e97-4a46-8e43-834acc2e8e95) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:31:02.473292 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65ad64-cf84-4326-9a15-55c2b22a9cfc req-3f8e9c7a-cfba-4f58-9d7f-28f7c8220557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:02.474777 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8c65ad64-cf84-4326-9a15-55c2b22a9cfc req-3f8e9c7a-cfba-4f58-9d7f-28f7c8220557 service neutron] 10.222.0.13 "GET /v2.0/networks?id=01d9e17c-6b96-4039-a582-d98ab8fe7760 HTTP/1.1" status: 200 len: 918 time: 0.0935447 May 09 04:31:02.510973 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f4096d67-6295-4bf8-975d-0f376e10e716 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for port (da9083dd-9e97-4a46-8e43-834acc2e8e95), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:02.542374 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8c65ad64-cf84-4326-9a15-55c2b22a9cfc req-f878be0c-b366-4712-a0e1-398d767e3101 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=374d080b-906f-4857-97aa-846916239632 HTTP/1.1" status: 200 len: 999 time: 0.0615082 May 09 04:31:02.546973 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f4096d67-6295-4bf8-975d-0f376e10e716 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060'] for port (da9083dd-9e97-4a46-8e43-834acc2e8e95), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:02.585372 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4096d67-6295-4bf8-975d-0f376e10e716 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Network 1111f3a4-c02a-41de-91e1-42f5a19c8209 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:31:02.588896 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-f4096d67-6295-4bf8-975d-0f376e10e716 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:31:02.594671 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4096d67-6295-4bf8-975d-0f376e10e716 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:31:02.599120 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65ad64-cf84-4326-9a15-55c2b22a9cfc req-ef6c2f78-d95c-40b9-8b5d-b644f95a2d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:02.600992 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8c65ad64-cf84-4326-9a15-55c2b22a9cfc req-ef6c2f78-d95c-40b9-8b5d-b644f95a2d55 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1eeed15e-26fd-4534-8116-03da5482032b HTTP/1.1" status: 200 len: 856 time: 0.0531995 May 09 04:31:02.605225 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4096d67-6295-4bf8-975d-0f376e10e716 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Pushing event updated for resources: {'Port': ['ID=da9083dd-9e97-4a46-8e43-834acc2e8e95,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:02.639015 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-b91a219f-fe1a-4bda-a617-02a31f04118d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'name': 'tempest-AttachVolumeShelveTestJSON-1852674164-router', 'tenant_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '4b338a19-939f-4bc6-9ded-572280defccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:15Z', 'updated_at': '2022-05-09T04:26:25Z', 'revision_number': 4, 'project_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'gw_port': {'id': '4b338a19-939f-4bc6-9ded-572280defccb', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:16Z', 'updated_at': '2022-05-09T04:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_floatingips': [{'id': '225bfe9e-190e-4a73-a5e7-624929a79bcd', 'tenant_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'port_id': '374d080b-906f-4857-97aa-846916239632', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01d9e17c-6b96-4039-a582-d98ab8fe7760', 'mac_address': 'fa:16:3e:3d:c1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f5900f-cb8a-485d-866b-580b188cc09c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:30:43Z', 'updated_at': '2022-05-09T04:31:01Z', 'revision_number': 1, 'project_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68317c99-1ce1-4045-b453-28df7b5f91b6', 'name': '', 'network_id': '01d9e17c-6b96-4039-a582-d98ab8fe7760', 'tenant_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'mac_address': 'fa:16:3e:0d:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1eeed15e-26fd-4534-8116-03da5482032b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:24Z', 'updated_at': '2022-05-09T04:26:42Z', 'revision_number': 5, 'project_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'subnets': [{'id': '1eeed15e-26fd-4534-8116-03da5482032b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:31:02.650760 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f4096d67-6295-4bf8-975d-0f376e10e716 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for floatingip (bb69f316-ed5b-407b-920c-181346a00cc7), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:02.651427 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65ad64-cf84-4326-9a15-55c2b22a9cfc req-58bdd0f2-2709-49f8-adb4-5ce6e5144784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:02.653071 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8c65ad64-cf84-4326-9a15-55c2b22a9cfc req-58bdd0f2-2709-49f8-adb4-5ce6e5144784 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=01d9e17c-6b96-4039-a582-d98ab8fe7760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405729 May 09 04:31:02.671017 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91a219f-fe1a-4bda-a617-02a31f04118d None None] Checking router: 5f0fd5ff-f26a-4326-8fec-502ec9cca7d2 for host: dv-cinder-838009-3-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:31:02.679577 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91a219f-fe1a-4bda-a617-02a31f04118d None None] Routers {'5f0fd5ff-f26a-4326-8fec-502ec9cca7d2'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:31:02.680345 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-b91a219f-fe1a-4bda-a617-02a31f04118d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:30:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['5f0fd5ff-f26a-4326-8fec-502ec9cca7d2'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:31:02.694212 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f4096d67-6295-4bf8-975d-0f376e10e716 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (da9083dd-9e97-4a46-8e43-834acc2e8e95), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:02.761840 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8c65ad64-cf84-4326-9a15-55c2b22a9cfc req-d11e3328-fc89-4bc1-8373-1787b6c4cf36 service neutron] 10.222.0.13 "GET /v2.0/networks/01d9e17c-6b96-4039-a582-d98ab8fe7760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027296 May 09 04:31:02.800819 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-b91a219f-fe1a-4bda-a617-02a31f04118d None None] Set router 5f0fd5ff-f26a-4326-8fec-502ec9cca7d2 gateway port host: dv-cinder-838009-3-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:31:02.857585 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f4096d67-6295-4bf8-975d-0f376e10e716 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for port (da9083dd-9e97-4a46-8e43-834acc2e8e95), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:02.862163 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f4096d67-6295-4bf8-975d-0f376e10e716 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (da9083dd-9e97-4a46-8e43-834acc2e8e95), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:02.869810 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8c65ad64-cf84-4326-9a15-55c2b22a9cfc req-d12b0b04-8830-4a8f-863d-6d4e810256f8 service neutron] 10.222.0.13 "GET /v2.0/networks/01d9e17c-6b96-4039-a582-d98ab8fe7760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993149 May 09 04:31:02.893828 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f4096d67-6295-4bf8-975d-0f376e10e716 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-653345'] for floatingip (bb69f316-ed5b-407b-920c-181346a00cc7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:02.922379 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f4096d67-6295-4bf8-975d-0f376e10e716 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:02.923610 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-f4096d67-6295-4bf8-975d-0f376e10e716 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7783000 May 09 04:31:02.928377 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4096d67-6295-4bf8-975d-0f376e10e716 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Pushing event updated for resources: {'Port': ['ID=da9083dd-9e97-4a46-8e43-834acc2e8e95,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:03.041412 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-b91a219f-fe1a-4bda-a617-02a31f04118d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'name': 'tempest-AttachVolumeShelveTestJSON-1852674164-router', 'tenant_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '4b338a19-939f-4bc6-9ded-572280defccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:15Z', 'updated_at': '2022-05-09T04:26:25Z', 'revision_number': 4, 'project_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'gw_port': {'id': '4b338a19-939f-4bc6-9ded-572280defccb', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:16Z', 'updated_at': '2022-05-09T04:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_floatingips': [{'id': '225bfe9e-190e-4a73-a5e7-624929a79bcd', 'tenant_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'port_id': '374d080b-906f-4857-97aa-846916239632', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01d9e17c-6b96-4039-a582-d98ab8fe7760', 'mac_address': 'fa:16:3e:3d:c1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f5900f-cb8a-485d-866b-580b188cc09c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:30:43Z', 'updated_at': '2022-05-09T04:31:01Z', 'revision_number': 1, 'project_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68317c99-1ce1-4045-b453-28df7b5f91b6', 'name': '', 'network_id': '01d9e17c-6b96-4039-a582-d98ab8fe7760', 'tenant_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'mac_address': 'fa:16:3e:0d:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1eeed15e-26fd-4534-8116-03da5482032b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:24Z', 'updated_at': '2022-05-09T04:26:42Z', 'revision_number': 5, 'project_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'subnets': [{'id': '1eeed15e-26fd-4534-8116-03da5482032b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:31:03.067991 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91a219f-fe1a-4bda-a617-02a31f04118d None None] The sync data for ids ['5f0fd5ff-f26a-4326-8fec-502ec9cca7d2'] in dv-cinder-838009-3-iscsi is: [{'id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'name': 'tempest-AttachVolumeShelveTestJSON-1852674164-router', 'tenant_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '4b338a19-939f-4bc6-9ded-572280defccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:15Z', 'updated_at': '2022-05-09T04:26:25Z', 'revision_number': 4, 'project_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'gw_port': {'id': '4b338a19-939f-4bc6-9ded-572280defccb', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:16Z', 'updated_at': '2022-05-09T04:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_floatingips': [{'id': '225bfe9e-190e-4a73-a5e7-624929a79bcd', 'tenant_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'port_id': '374d080b-906f-4857-97aa-846916239632', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01d9e17c-6b96-4039-a582-d98ab8fe7760', 'mac_address': 'fa:16:3e:3d:c1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f5900f-cb8a-485d-866b-580b188cc09c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:30:43Z', 'updated_at': '2022-05-09T04:31:01Z', 'revision_number': 1, 'project_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68317c99-1ce1-4045-b453-28df7b5f91b6', 'name': '', 'network_id': '01d9e17c-6b96-4039-a582-d98ab8fe7760', 'tenant_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'mac_address': 'fa:16:3e:0d:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1eeed15e-26fd-4534-8116-03da5482032b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:24Z', 'updated_at': '2022-05-09T04:26:42Z', 'revision_number': 5, 'project_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'subnets': [{'id': '1eeed15e-26fd-4534-8116-03da5482032b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:31:03.096949 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-b362464d-0a21-4a33-9b4c-2a30a2c94d4b tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1273880903&fields=id&tenant_id=9c83b0a8b88f452f9e12d077e8ac28c8 HTTP/1.1" status: 200 len: 267 time: 0.0466747 May 09 04:31:03.218514 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-5be4f414-2f5a-4532-a366-fbb073c27dcf tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:03.220048 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-5be4f414-2f5a-4532-a366-fbb073c27dcf tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/networks?id=cff1ca97-0d5c-4d7d-b3c2-a81f844b16da HTTP/1.1" status: 200 len: 814 time: 0.1131423 May 09 04:31:03.237232 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-2045cdbd-8932-4640-8365-b586d85bb148 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/quotas/9c83b0a8b88f452f9e12d077e8ac28c8 HTTP/1.1" status: 200 len: 375 time: 0.0104148 May 09 04:31:03.279430 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277a431a-80b7-4414-aa4c-174e766e03f0 None None] New status for floating IP 225bfe9e-190e-4a73-a5e7-624929a79bcd: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 04:31:03.305264 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-6e4b8427-bea2-46cd-ab02-c1fbe37743cd tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c83b0a8b88f452f9e12d077e8ac28c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610538 May 09 04:31:03.403322 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-c1a60eaa-fde0-48ba-be2f-35aac4db6f44 service neutron] 10.222.0.44 "GET /v2.0/networks/cff1ca97-0d5c-4d7d-b3c2-a81f844b16da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854893 May 09 04:31:03.498189 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-c101a33d-0392-4aab-9dff-b0635553daec service neutron] 10.222.0.44 "GET /v2.0/networks/cff1ca97-0d5c-4d7d-b3c2-a81f844b16da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886557 May 09 04:31:03.669400 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8c5e179b-2bdb-4c80-8509-0086b3c631a4 req-d64eaab8-a75b-478c-b938-6ee6fcac8989 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=8206836d-7fa2-48b8-8d4c-46c70608a3e0 HTTP/1.1" status: 200 len: 210 time: 0.0319510 May 09 04:31:04.700001 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ec14b-7ce9-46de-9843-a6878e167263 req-a4429e46-237e-47d4-b38a-76995a6aee14 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:04.701939 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a81ec14b-7ce9-46de-9843-a6878e167263 req-a4429e46-237e-47d4-b38a-76995a6aee14 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.0712934 May 09 04:31:04.739854 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-9fabd926-c01f-4785-a08d-4b7bc15f5c9b tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:04.741343 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-9fabd926-c01f-4785-a08d-4b7bc15f5c9b tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.13 "GET /v2.0/networks?id=cff1ca97-0d5c-4d7d-b3c2-a81f844b16da HTTP/1.1" status: 200 len: 814 time: 0.1665349 May 09 04:31:04.768911 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a81ec14b-7ce9-46de-9843-a6878e167263 req-dcf4d974-23d9-485a-a80b-fe78677edfef tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603840 May 09 04:31:04.769571 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b77d04be-ec06-4696-b059-afcc82bddeab req-e029f924-efea-4529-8026-523ae5ecfbe8 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=8206836d-7fa2-48b8-8d4c-46c70608a3e0 HTTP/1.1" status: 200 len: 210 time: 0.0291579 May 09 04:31:05.868340 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4bd99a17-e137-4f13-9792-69309a4e391d req-8b3a2730-957a-49ff-8214-699382236d80 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=8206836d-7fa2-48b8-8d4c-46c70608a3e0 HTTP/1.1" status: 200 len: 210 time: 0.0268257 May 09 04:31:05.887645 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663b0d8-5e98-45cb-adde-ff4f2d91496d req-9a6aa4a6-796a-43ad-9153-a0bd8ea555df tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:05.889177 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-7663b0d8-5e98-45cb-adde-ff4f2d91496d req-9a6aa4a6-796a-43ad-9153-a0bd8ea555df tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.0474672 May 09 04:31:05.939088 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-7663b0d8-5e98-45cb-adde-ff4f2d91496d req-6be4a185-db7e-4cd6-859a-6caeba73f92a tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444036 May 09 04:31:06.459913 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-dbf0806b-f723-44d6-9b8f-b83d0948e418 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c83b0a8b88f452f9e12d077e8ac28c8 HTTP/1.1" status: 200 len: 380 time: 0.0510471 May 09 04:31:06.471972 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-1c96bee0-b847-40c0-9d8a-bf3994441d69 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Request body: {'port': {'device_id': '8206836d-7fa2-48b8-8d4c-46c70608a3e0', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'admin_state_up': True, 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'security_groups': ['f58c1476-2908-45c8-a70f-409cfcab6350']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:31:06.576292 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-1c96bee0-b847-40c0-9d8a-bf3994441d69 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Made reservation on behalf of 9c83b0a8b88f452f9e12d077e8ac28c8 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:31:06.579517 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-1c96bee0-b847-40c0-9d8a-bf3994441d69 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:06.795765 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acdd140-7ddd-4a54-ac43-986104fa8de9 req-19ab3caa-68f5-46ce-86ca-7234565b68b3 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:06.797289 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6acdd140-7ddd-4a54-ac43-986104fa8de9 req-19ab3caa-68f5-46ce-86ca-7234565b68b3 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.0510461 May 09 04:31:06.891603 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-6acdd140-7ddd-4a54-ac43-986104fa8de9 req-ab0b85c6-b5fc-4cad-b3b1-655297f7dd43 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Deleting port 7cfb4f53-5fec-4952-ba0d-117da0e35d2d {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:31:06.892442 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6acdd140-7ddd-4a54-ac43-986104fa8de9 req-ab0b85c6-b5fc-4cad-b3b1-655297f7dd43 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (7cfb4f53-5fec-4952-ba0d-117da0e35d2d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:06.945564 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-1c96bee0-b847-40c0-9d8a-bf3994441d69 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Allocated IP 172.20.0.13 (cff1ca97-0d5c-4d7d-b3c2-a81f844b16da/2d5198bd-ad41-455d-84af-e9d6c501ca45/bdb24e55-7862-4ad0-a43d-7830e3139255) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:31:06.981905 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6c51fe7a-32bf-4a89-aad8-83b3488da6a7 req-ab5538a8-694e-4210-b38d-cd0d70c11160 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=8206836d-7fa2-48b8-8d4c-46c70608a3e0 HTTP/1.1" status: 200 len: 210 time: 0.0379572 May 09 04:31:07.016200 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [req-6acdd140-7ddd-4a54-ac43-986104fa8de9 req-ab0b85c6-b5fc-4cad-b3b1-655297f7dd43 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] For port 7cfb4f53-5fec-4952-ba0d-117da0e35d2d, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=7cfb4f53-5fec-4952-ba0d-117da0e35d2d,segment=NetworkSegment(dd41d0a5-95ad-49ea-90d8-9e67cfaeccec),segment_id=dd41d0a5-95ad-49ea-90d8-9e67cfaeccec)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:31:07.016483 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6acdd140-7ddd-4a54-ac43-986104fa8de9 req-ab0b85c6-b5fc-4cad-b3b1-655297f7dd43 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (7cfb4f53-5fec-4952-ba0d-117da0e35d2d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:07.092474 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b51ce-aaf1-4499-adc1-6af385408b22 req-ebb259e5-0224-4e65-a33d-bbc1de42f1f9 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:07.093973 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f53b51ce-aaf1-4499-adc1-6af385408b22 req-ebb259e5-0224-4e65-a33d-bbc1de42f1f9 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 946 time: 0.0675766 May 09 04:31:07.149932 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-1c96bee0-b847-40c0-9d8a-bf3994441d69 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for port (bdb24e55-7862-4ad0-a43d-7830e3139255), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:07.169324 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f53b51ce-aaf1-4499-adc1-6af385408b22 req-2610f5ca-41bb-4c89-8fef-38154d87ab05 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f9dac30-5893-48eb-8872-6b22525f4e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697970 May 09 04:31:07.196737 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-1c96bee0-b847-40c0-9d8a-bf3994441d69 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (bdb24e55-7862-4ad0-a43d-7830e3139255), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:07.197180 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6acdd140-7ddd-4a54-ac43-986104fa8de9 req-ab0b85c6-b5fc-4cad-b3b1-655297f7dd43 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:07.197538 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6acdd140-7ddd-4a54-ac43-986104fa8de9 req-ab0b85c6-b5fc-4cad-b3b1-655297f7dd43 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-653345'] for floatingip (0a8aba18-cb48-4473-9edd-7141d2cc7c49), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:07.197854 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.db.l3_db [req-6acdd140-7ddd-4a54-ac43-986104fa8de9 req-ab0b85c6-b5fc-4cad-b3b1-655297f7dd43 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Floating IP 0a8aba18-cb48-4473-9edd-7141d2cc7c49 disassociated. External IP: 172.27.2.186, port: 7cfb4f53-5fec-4952-ba0d-117da0e35d2d. May 09 04:31:07.198192 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [req-6acdd140-7ddd-4a54-ac43-986104fa8de9 req-ab0b85c6-b5fc-4cad-b3b1-655297f7dd43 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Calling delete_port for 7cfb4f53-5fec-4952-ba0d-117da0e35d2d owned by compute:nova {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:31:07.240268 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-1c96bee0-b847-40c0-9d8a-bf3994441d69 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Network cff1ca97-0d5c-4d7d-b3c2-a81f844b16da is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:31:07.243258 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-1c96bee0-b847-40c0-9d8a-bf3994441d69 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:31:07.245707 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-1c96bee0-b847-40c0-9d8a-bf3994441d69 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:31:07.284743 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c96bee0-b847-40c0-9d8a-bf3994441d69 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Pushing event updated for resources: {'Port': ['ID=bdb24e55-7862-4ad0-a43d-7830e3139255,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:07.312123 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-1c96bee0-b847-40c0-9d8a-bf3994441d69 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:07.312752 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-1c96bee0-b847-40c0-9d8a-bf3994441d69 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:07.329036 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-1c96bee0-b847-40c0-9d8a-bf3994441d69 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8605733 May 09 04:31:07.341867 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6acdd140-7ddd-4a54-ac43-986104fa8de9 req-ab0b85c6-b5fc-4cad-b3b1-655297f7dd43 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069'] for port (7cfb4f53-5fec-4952-ba0d-117da0e35d2d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:07.343089 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-6f803775-338a-4b16-a6f4-d2c5f5c678f9 service neutron] Request body: {'port': {'device_id': '8206836d-7fa2-48b8-8d4c-46c70608a3e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:31:07.372032 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0b85c6-b5fc-4cad-b3b1-655297f7dd43 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Pushing event deleted for resources: {'Port': ['ID=7cfb4f53-5fec-4952-ba0d-117da0e35d2d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:07.413670 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-6f803775-338a-4b16-a6f4-d2c5f5c678f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (bdb24e55-7862-4ad0-a43d-7830e3139255), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:07.558544 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-24aff726-71ee-429e-abff-8aec4e6deb42 None None] Provisioning complete for port bdb24e55-7862-4ad0-a43d-7830e3139255 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:31:07.559111 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-24aff726-71ee-429e-abff-8aec4e6deb42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (bdb24e55-7862-4ad0-a43d-7830e3139255), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:07.594822 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-24aff726-71ee-429e-abff-8aec4e6deb42 None None] Port bdb24e55-7862-4ad0-a43d-7830e3139255 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 04:31:07.707636 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-6f803775-338a-4b16-a6f4-d2c5f5c678f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdb24e55-7862-4ad0-a43d-7830e3139255 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 04:31:07.716772 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-6f803775-338a-4b16-a6f4-d2c5f5c678f9 service neutron] Publish callbacks [] for port (bdb24e55-7862-4ad0-a43d-7830e3139255), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:07.734234 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-6f803775-338a-4b16-a6f4-d2c5f5c678f9 service neutron] Transition to ACTIVE for port object bdb24e55-7862-4ad0-a43d-7830e3139255 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 04:31:07.738095 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-6f803775-338a-4b16-a6f4-d2c5f5c678f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718803'] for port (bdb24e55-7862-4ad0-a43d-7830e3139255), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:07.755384 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6acdd140-7ddd-4a54-ac43-986104fa8de9 req-ab0b85c6-b5fc-4cad-b3b1-655297f7dd43 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Router d558c994-b5d2-4ad3-812d-f475764d9f36 has already been hosted by L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 04:31:07.845386 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f803775-338a-4b16-a6f4-d2c5f5c678f9 service neutron] Pushing event updated for resources: {'Port': ['ID=bdb24e55-7862-4ad0-a43d-7830e3139255,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:07.871968 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-6f803775-338a-4b16-a6f4-d2c5f5c678f9 service neutron] Attempting to bind port bdb24e55-7862-4ad0-a43d-7830e3139255 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:31:07.872825 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-6f803775-338a-4b16-a6f4-d2c5f5c678f9 service neutron] Attempting to bind port bdb24e55-7862-4ad0-a43d-7830e3139255 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '7887ef4a-a237-48ec-8f9c-2f6abe8c4da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:31:07.873325 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-6f803775-338a-4b16-a6f4-d2c5f5c678f9 service neutron] Attempting to bind port bdb24e55-7862-4ad0-a43d-7830e3139255 on network cff1ca97-0d5c-4d7d-b3c2-a81f844b16da {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:31:07.878261 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-6f803775-338a-4b16-a6f4-d2c5f5c678f9 service neutron] Port bdb24e55-7862-4ad0-a43d-7830e3139255 on network cff1ca97-0d5c-4d7d-b3c2-a81f844b16da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 04:31:07.878818 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-6f803775-338a-4b16-a6f4-d2c5f5c678f9 service neutron] Attempting to bind port bdb24e55-7862-4ad0-a43d-7830e3139255 on network cff1ca97-0d5c-4d7d-b3c2-a81f844b16da {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:31:07.884779 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6acdd140-7ddd-4a54-ac43-986104fa8de9 req-ab0b85c6-b5fc-4cad-b3b1-655297f7dd43 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:31:07.887943 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-6f803775-338a-4b16-a6f4-d2c5f5c678f9 service neutron] Checking agent: {'id': '0ba91d57-31cd-4938-a6ad-bd18d942a965', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 24, 18), 'started_at': datetime.datetime(2022, 5, 9, 4, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:31:07.888581 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-6f803775-338a-4b16-a6f4-d2c5f5c678f9 service neutron] Checking segment: {'id': '7887ef4a-a237-48ec-8f9c-2f6abe8c4da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:31:07.889819 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-6f803775-338a-4b16-a6f4-d2c5f5c678f9 service neutron] Bound using segment: {'id': '7887ef4a-a237-48ec-8f9c-2f6abe8c4da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:31:07.890903 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-6f803775-338a-4b16-a6f4-d2c5f5c678f9 service neutron] Bound port: bdb24e55-7862-4ad0-a43d-7830e3139255, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7887ef4a-a237-48ec-8f9c-2f6abe8c4da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:31:07.891565 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-6f803775-338a-4b16-a6f4-d2c5f5c678f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (bdb24e55-7862-4ad0-a43d-7830e3139255), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:07.894932 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f738d4-efe6-4678-b4ef-61e80df99202 None None] Sync routers for ids ['d558c994-b5d2-4ad3-812d-f475764d9f36'] in dv-cinder-838009-3-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:31:07.913357 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f738d4-efe6-4678-b4ef-61e80df99202 None None] Routers {'d558c994-b5d2-4ad3-812d-f475764d9f36'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:31:07.914029 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-94f738d4-efe6-4678-b4ef-61e80df99202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:30:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['d558c994-b5d2-4ad3-812d-f475764d9f36'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:31:07.936998 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [req-6acdd140-7ddd-4a54-ac43-986104fa8de9 req-ab0b85c6-b5fc-4cad-b3b1-655297f7dd43 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] No DVR routers for this DVR port 7cfb4f53-5fec-4952-ba0d-117da0e35d2d on host hv-cinder-83800 {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 04:31:07.939638 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [req-6acdd140-7ddd-4a54-ac43-986104fa8de9 req-ab0b85c6-b5fc-4cad-b3b1-655297f7dd43 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for port (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:07.943227 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6acdd140-7ddd-4a54-ac43-986104fa8de9 req-ab0b85c6-b5fc-4cad-b3b1-655297f7dd43 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.13 "DELETE /v2.0/ports/7cfb4f53-5fec-4952-ba0d-117da0e35d2d HTTP/1.1" status: 204 len: 173 time: 1.1396694 May 09 04:31:07.943798 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2923fc2-3ae0-4f89-b36c-193752581504', 'name': 'network-vif-deleted', 'tag': '7cfb4f53-5fec-4952-ba0d-117da0e35d2d'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:31:07.946988 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a98aaefa13d75cb12d9cbfc750f918ae1aa7d1c3c8041a7e7d91ea73ff80a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b44625-8741-4ca6-a227-fbe764308415" -d '{"events": [{"server_uuid": "f2923fc2-3ae0-4f89-b36c-193752581504", "name": "network-vif-deleted", "tag": "7cfb4f53-5fec-4952-ba0d-117da0e35d2d"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:31:07.991424 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 04:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83546ad-5568-453c-b743-dbf27eaa5317 x-openstack-request-id: req-a83546ad-5568-453c-b743-dbf27eaa5317 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:31:07.991741 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2923fc2-3ae0-4f89-b36c-193752581504", "name": "network-vif-deleted", "tag": "7cfb4f53-5fec-4952-ba0d-117da0e35d2d", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:31:07.992007 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a83546ad-5568-453c-b743-dbf27eaa5317 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:31:07.992719 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a83546ad-5568-453c-b743-dbf27eaa5317'] response: {'server_uuid': 'f2923fc2-3ae0-4f89-b36c-193752581504', 'name': 'network-vif-deleted', 'tag': '7cfb4f53-5fec-4952-ba0d-117da0e35d2d', 'status': 'completed', 'code': 200} May 09 04:31:08.000946 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-6f803775-338a-4b16-a6f4-d2c5f5c678f9 service neutron] For port bdb24e55-7862-4ad0-a43d-7830e3139255, host hv-cinder-83800, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:31:08.005424 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-6f803775-338a-4b16-a6f4-d2c5f5c678f9 service neutron] For port bdb24e55-7862-4ad0-a43d-7830e3139255, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=bdb24e55-7862-4ad0-a43d-7830e3139255,segment=NetworkSegment(7887ef4a-a237-48ec-8f9c-2f6abe8c4da6),segment_id=7887ef4a-a237-48ec-8f9c-2f6abe8c4da6)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:31:08.026017 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-6f803775-338a-4b16-a6f4-d2c5f5c678f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718803'] for port (bdb24e55-7862-4ad0-a43d-7830e3139255), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:08.099416 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-6f803775-338a-4b16-a6f4-d2c5f5c678f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:08.100347 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-6f803775-338a-4b16-a6f4-d2c5f5c678f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:08.101934 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-6f803775-338a-4b16-a6f4-d2c5f5c678f9 service neutron] 10.222.0.13 "PUT /v2.0/ports/bdb24e55-7862-4ad0-a43d-7830e3139255 HTTP/1.1" status: 200 len: 1094 time: 0.7632873 May 09 04:31:08.105703 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8206836d-7fa2-48b8-8d4c-46c70608a3e0', 'tag': 'bdb24e55-7862-4ad0-a43d-7830e3139255'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:31:08.106840 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-94f738d4-efe6-4678-b4ef-61e80df99202 None None] Set router d558c994-b5d2-4ad3-812d-f475764d9f36 gateway port host: dv-cinder-838009-3-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:31:08.109246 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708343da101edf5db3821e80f7e6194e70163222c3a70cb9c2c474869a6028b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44b9d2a-731c-4629-964b-37ded67743bf" -d '{"events": [{"name": "network-changed", "server_uuid": "8206836d-7fa2-48b8-8d4c-46c70608a3e0", "tag": "bdb24e55-7862-4ad0-a43d-7830e3139255"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:31:08.156400 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f803775-338a-4b16-a6f4-d2c5f5c678f9 service neutron] Pushing event updated for resources: {'Port': ['ID=bdb24e55-7862-4ad0-a43d-7830e3139255,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:08.162781 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 04:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea34baf6-c87f-414f-8782-485f8c342f9c x-openstack-request-id: req-ea34baf6-c87f-414f-8782-485f8c342f9c {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:31:08.163301 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8206836d-7fa2-48b8-8d4c-46c70608a3e0", "tag": "bdb24e55-7862-4ad0-a43d-7830e3139255", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:31:08.163706 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ea34baf6-c87f-414f-8782-485f8c342f9c {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:31:08.164293 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea34baf6-c87f-414f-8782-485f8c342f9c'] response: {'name': 'network-changed', 'server_uuid': '8206836d-7fa2-48b8-8d4c-46c70608a3e0', 'tag': 'bdb24e55-7862-4ad0-a43d-7830e3139255', 'status': 'completed', 'code': 200} May 09 04:31:08.174356 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d8548-4f7f-44bb-bd5c-b323b4f37242 req-034a7251-0c0e-48b9-bfb0-a78025b82e20 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:08.182482 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-1f4d8548-4f7f-44bb-bd5c-b323b4f37242 req-034a7251-0c0e-48b9-bfb0-a78025b82e20 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=8206836d-7fa2-48b8-8d4c-46c70608a3e0 HTTP/1.1" status: 200 len: 944 time: 0.1101196 May 09 04:31:08.237804 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-1f4d8548-4f7f-44bb-bd5c-b323b4f37242 req-aa282ebd-48f0-499d-bd1b-33f7702bc464 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?id=f58c1476-2908-45c8-a70f-409cfcab6350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542793 May 09 04:31:08.299215 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-00840fb4-0d23-4e72-b3e0-42dd49dea8e2 req-cfa08841-28d0-4641-b4d4-4a74759c7832 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2923fc2-3ae0-4f89-b36c-193752581504 HTTP/1.1" status: 200 len: 210 time: 0.0332894 May 09 04:31:08.350221 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-94f738d4-efe6-4678-b4ef-61e80df99202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'name': 'tempest-AttachVolumeTestJSON-2062294309-router', 'tenant_id': '3c23c235fa1c4944bd7a337357d0c030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'f71b763c-dedd-43c1-aae2-b2cb113583ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:13Z', 'updated_at': '2022-05-09T04:26:18Z', 'revision_number': 4, 'project_id': '3c23c235fa1c4944bd7a337357d0c030', 'gw_port': {'id': 'f71b763c-dedd-43c1-aae2-b2cb113583ea', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:14Z', 'updated_at': '2022-05-09T04:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '735c5f77-b454-415c-838e-f6e54ebcc850', 'name': '', 'network_id': '97444843-38bb-4cb5-93cc-2ce85c9e2986', 'tenant_id': '3c23c235fa1c4944bd7a337357d0c030', 'mac_address': 'fa:16:3e:f0:a4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:17Z', 'updated_at': '2022-05-09T04:26:33Z', 'revision_number': 5, 'project_id': '3c23c235fa1c4944bd7a337357d0c030', 'subnets': [{'id': '95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:31:08.377778 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f738d4-efe6-4678-b4ef-61e80df99202 None None] Checking router: d558c994-b5d2-4ad3-812d-f475764d9f36 for host: dv-cinder-838009-3-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:31:08.386592 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f738d4-efe6-4678-b4ef-61e80df99202 None None] Routers {'d558c994-b5d2-4ad3-812d-f475764d9f36'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:31:08.387221 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-94f738d4-efe6-4678-b4ef-61e80df99202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:30:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['d558c994-b5d2-4ad3-812d-f475764d9f36'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:31:08.452968 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-6ae94570-35b7-4cfa-a95f-96855d40d786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:08.455414 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-6ae94570-35b7-4cfa-a95f-96855d40d786 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c83b0a8b88f452f9e12d077e8ac28c8&device_id=8206836d-7fa2-48b8-8d4c-46c70608a3e0 HTTP/1.1" status: 200 len: 1128 time: 0.0524976 May 09 04:31:08.503236 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-113b330f-5b38-445d-95e7-e54444556e04 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bdb24e55-7862-4ad0-a43d-7830e3139255 HTTP/1.1" status: 200 len: 217 time: 0.0366750 May 09 04:31:08.514831 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-94f738d4-efe6-4678-b4ef-61e80df99202 None None] Set router d558c994-b5d2-4ad3-812d-f475764d9f36 gateway port host: dv-cinder-838009-3-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:31:08.558129 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-13400584-b825-48dd-96c8-02fe103b32ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:08.559619 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-13400584-b825-48dd-96c8-02fe103b32ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2d5198bd-ad41-455d-84af-e9d6c501ca45 HTTP/1.1" status: 200 len: 853 time: 0.0505519 May 09 04:31:08.610211 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-6a089a76-e605-4559-b35a-d0c5769d5795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:08.611642 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-6a089a76-e605-4559-b35a-d0c5769d5795 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cff1ca97-0d5c-4d7d-b3c2-a81f844b16da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454900 May 09 04:31:08.705225 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-dff90e61-20fe-4a73-84b5-f9a227cf68be service neutron] 10.222.0.13 "GET /v2.0/networks/cff1ca97-0d5c-4d7d-b3c2-a81f844b16da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843370 May 09 04:31:08.799032 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-409b12dc-1312-41d9-926c-348f1dd04c4a req-eb7d00cb-76c0-431e-9e35-9ce3f96da40c service neutron] 10.222.0.13 "GET /v2.0/networks/cff1ca97-0d5c-4d7d-b3c2-a81f844b16da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861850 May 09 04:31:08.840360 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-94f738d4-efe6-4678-b4ef-61e80df99202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'name': 'tempest-AttachVolumeTestJSON-2062294309-router', 'tenant_id': '3c23c235fa1c4944bd7a337357d0c030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'f71b763c-dedd-43c1-aae2-b2cb113583ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:13Z', 'updated_at': '2022-05-09T04:26:18Z', 'revision_number': 4, 'project_id': '3c23c235fa1c4944bd7a337357d0c030', 'gw_port': {'id': 'f71b763c-dedd-43c1-aae2-b2cb113583ea', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:14Z', 'updated_at': '2022-05-09T04:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '735c5f77-b454-415c-838e-f6e54ebcc850', 'name': '', 'network_id': '97444843-38bb-4cb5-93cc-2ce85c9e2986', 'tenant_id': '3c23c235fa1c4944bd7a337357d0c030', 'mac_address': 'fa:16:3e:f0:a4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:17Z', 'updated_at': '2022-05-09T04:26:33Z', 'revision_number': 5, 'project_id': '3c23c235fa1c4944bd7a337357d0c030', 'subnets': [{'id': '95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:31:08.868620 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f738d4-efe6-4678-b4ef-61e80df99202 None None] The sync data for ids ['d558c994-b5d2-4ad3-812d-f475764d9f36'] in dv-cinder-838009-3-iscsi is: [{'id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'name': 'tempest-AttachVolumeTestJSON-2062294309-router', 'tenant_id': '3c23c235fa1c4944bd7a337357d0c030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'f71b763c-dedd-43c1-aae2-b2cb113583ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:13Z', 'updated_at': '2022-05-09T04:26:18Z', 'revision_number': 4, 'project_id': '3c23c235fa1c4944bd7a337357d0c030', 'gw_port': {'id': 'f71b763c-dedd-43c1-aae2-b2cb113583ea', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:14Z', 'updated_at': '2022-05-09T04:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '735c5f77-b454-415c-838e-f6e54ebcc850', 'name': '', 'network_id': '97444843-38bb-4cb5-93cc-2ce85c9e2986', 'tenant_id': '3c23c235fa1c4944bd7a337357d0c030', 'mac_address': 'fa:16:3e:f0:a4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:17Z', 'updated_at': '2022-05-09T04:26:33Z', 'revision_number': 5, 'project_id': '3c23c235fa1c4944bd7a337357d0c030', 'subnets': [{'id': '95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:31:09.089040 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f230bcd2-ec84-4460-912b-d7463614fc79 None None] New status for floating IP 0a8aba18-cb48-4473-9edd-7141d2cc7c49: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 04:31:09.355069 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8a9bc-787d-478b-b117-ab5099527e3c req-ace71daa-1f8b-468c-a56d-0c9675d4181b tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:09.355069 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-04b8a9bc-787d-478b-b117-ab5099527e3c req-ace71daa-1f8b-468c-a56d-0c9675d4181b tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=8206836d-7fa2-48b8-8d4c-46c70608a3e0 HTTP/1.1" status: 200 len: 944 time: 0.0486164 May 09 04:31:09.384585 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 47218) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:31:09.404268 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-04b8a9bc-787d-478b-b117-ab5099527e3c req-ef5b8c83-8762-4b8f-8d92-730de8f82623 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?id=f58c1476-2908-45c8-a70f-409cfcab6350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432146 May 09 04:31:09.437991 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e3217794-1d76-4447-8fd4-b87049481ec2 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks [] for security_group (1f9dac30-5893-48eb-8872-6b22525f4e76), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:09.460863 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e3217794-1d76-4447-8fd4-b87049481ec2 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks [] for security_group (1f9dac30-5893-48eb-8872-6b22525f4e76), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:09.507686 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e3217794-1d76-4447-8fd4-b87049481ec2 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (1f9dac30-5893-48eb-8872-6b22525f4e76), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:09.511006 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e3217794-1d76-4447-8fd4-b87049481ec2 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:09.512162 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-e3217794-1d76-4447-8fd4-b87049481ec2 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "DELETE /v2.0/security-groups/1f9dac30-5893-48eb-8872-6b22525f4e76 HTTP/1.1" status: 204 len: 168 time: 0.1265433 May 09 04:31:09.514918 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 47220) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:31:09.521117 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3217794-1d76-4447-8fd4-b87049481ec2 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9dac30-5893-48eb-8872-6b22525f4e76,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:09.529030 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.api.v2.resource [None req-0f5587b9-f935-404d-8364-574f08a29abb tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] show failed (client error): The resource could not be found. May 09 04:31:09.530016 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-0f5587b9-f935-404d-8364-574f08a29abb tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups/1f9dac30-5893-48eb-8872-6b22525f4e76 HTTP/1.1" status: 404 len: 347 time: 0.0139935 May 09 04:31:09.532870 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 47222) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:31:09.648773 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-874d0717-28e7-4f62-8cb5-1f9f319cfb70 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Deleting port 29263e86-c0af-401a-8119-33caf2705648 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:31:09.649320 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-874d0717-28e7-4f62-8cb5-1f9f319cfb70 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (29263e86-c0af-401a-8119-33caf2705648), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:09.725379 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-874d0717-28e7-4f62-8cb5-1f9f319cfb70 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (29263e86-c0af-401a-8119-33caf2705648), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:09.725706 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-874d0717-28e7-4f62-8cb5-1f9f319cfb70 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks [] for floatingip (29263e86-c0af-401a-8119-33caf2705648), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:09.738861 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-874d0717-28e7-4f62-8cb5-1f9f319cfb70 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Calling delete_port for 29263e86-c0af-401a-8119-33caf2705648 owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:31:09.901331 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b9d2a-731c-4629-964b-37ded67743bf req-d78f711d-0005-4be3-9372-b87bc04d8c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:09.902818 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a44b9d2a-731c-4629-964b-37ded67743bf req-d78f711d-0005-4be3-9372-b87bc04d8c7f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c83b0a8b88f452f9e12d077e8ac28c8&device_id=8206836d-7fa2-48b8-8d4c-46c70608a3e0 HTTP/1.1" status: 200 len: 1128 time: 0.0484028 May 09 04:31:09.908315 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-874d0717-28e7-4f62-8cb5-1f9f319cfb70 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (29263e86-c0af-401a-8119-33caf2705648), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:09.947783 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d0717-28e7-4f62-8cb5-1f9f319cfb70 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Pushing event deleted for resources: {'Port': ['ID=29263e86-c0af-401a-8119-33caf2705648,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:10.035394 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 7cfb4f53-5fec-4952-ba0d-117da0e35d2d no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:31:10.055979 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] No Port match for: 7cfb4f53-5fec-4952-ba0d-117da0e35d2d {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 04:31:10.056429 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 7cfb4f53-5fec-4952-ba0d-117da0e35d2d not bound to the agent host hv-cinder-83800 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 04:31:10.064238 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-874d0717-28e7-4f62-8cb5-1f9f319cfb70 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks [] for floatingip (0a8aba18-cb48-4473-9edd-7141d2cc7c49), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:10.066714 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-874d0717-28e7-4f62-8cb5-1f9f319cfb70 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:10.067839 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-874d0717-28e7-4f62-8cb5-1f9f319cfb70 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "DELETE /v2.0/floatingips/0a8aba18-cb48-4473-9edd-7141d2cc7c49 HTTP/1.1" status: 204 len: 168 time: 0.5340643 May 09 04:31:10.070644 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b9d2a-731c-4629-964b-37ded67743bf req-78e5c062-4a29-4284-a656-270dc5148dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:10.072705 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a44b9d2a-731c-4629-964b-37ded67743bf req-78e5c062-4a29-4284-a656-270dc5148dda service neutron] 10.222.0.13 "GET /v2.0/networks?id=cff1ca97-0d5c-4d7d-b3c2-a81f844b16da HTTP/1.1" status: 200 len: 915 time: 0.1622796 May 09 04:31:10.123698 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a44b9d2a-731c-4629-964b-37ded67743bf req-efe03bba-1494-4d87-bd1d-f546309796de service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bdb24e55-7862-4ad0-a43d-7830e3139255 HTTP/1.1" status: 200 len: 217 time: 0.0388618 May 09 04:31:10.175198 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b9d2a-731c-4629-964b-37ded67743bf req-dc436a43-6740-4d21-8329-dac8bf5ea6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:10.176661 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a44b9d2a-731c-4629-964b-37ded67743bf req-dc436a43-6740-4d21-8329-dac8bf5ea6a3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2d5198bd-ad41-455d-84af-e9d6c501ca45 HTTP/1.1" status: 200 len: 853 time: 0.0476446 May 09 04:31:10.219885 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b9d2a-731c-4629-964b-37ded67743bf req-be8363a8-7046-4743-b303-9649564973f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:10.221446 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a44b9d2a-731c-4629-964b-37ded67743bf req-be8363a8-7046-4743-b303-9649564973f8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cff1ca97-0d5c-4d7d-b3c2-a81f844b16da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388670 May 09 04:31:10.270975 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 47226) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:31:10.276101 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-9acdc6a0-a641-43c6-a8f8-02e37db10767 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Request body: {'security_group': {'name': 'tempest-securitygroup--59367190', 'description': 'tempest-description--1858450475'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:31:10.297893 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9acdc6a0-a641-43c6-a8f8-02e37db10767 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:10.310427 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a44b9d2a-731c-4629-964b-37ded67743bf req-f3dcaba0-72bf-4b9d-a151-74dadd1eb717 service neutron] 10.222.0.13 "GET /v2.0/networks/cff1ca97-0d5c-4d7d-b3c2-a81f844b16da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819721 May 09 04:31:10.365758 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9acdc6a0-a641-43c6-a8f8-02e37db10767 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks [] for security_group (a3a160c2-be8b-4d69-b0c3-9a051a3147fe), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:10.369300 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9acdc6a0-a641-43c6-a8f8-02e37db10767 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (a3a160c2-be8b-4d69-b0c3-9a051a3147fe), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:10.398446 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9acdc6a0-a641-43c6-a8f8-02e37db10767 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:10.400474 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-9acdc6a0-a641-43c6-a8f8-02e37db10767 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1284959 May 09 04:31:10.402442 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acdc6a0-a641-43c6-a8f8-02e37db10767 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a160c2-be8b-4d69-b0c3-9a051a3147fe,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:10.404490 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 47228) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:31:10.408760 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-9bfc88f6-49a8-4794-ace3-0f9b0ebb2b41 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Request body: {'security_group_rule': {'security_group_id': 'a3a160c2-be8b-4d69-b0c3-9a051a3147fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:31:10.411383 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a44b9d2a-731c-4629-964b-37ded67743bf req-c23c5b1f-2435-46ea-9019-a548e816a34a service neutron] 10.222.0.13 "GET /v2.0/networks/cff1ca97-0d5c-4d7d-b3c2-a81f844b16da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903239 May 09 04:31:10.438519 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9bfc88f6-49a8-4794-ace3-0f9b0ebb2b41 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks [] for security_group_rule (2dd6b598-b69a-4af4-b277-9ace51fb765f), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:10.497342 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9bfc88f6-49a8-4794-ace3-0f9b0ebb2b41 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks [] for security_group_rule (2dd6b598-b69a-4af4-b277-9ace51fb765f), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:10.502430 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9bfc88f6-49a8-4794-ace3-0f9b0ebb2b41 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619982'] for security_group_rule (2dd6b598-b69a-4af4-b277-9ace51fb765f), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:10.518951 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24a482-15ad-47e3-8045-5cbc01580233 req-c5dbaf41-4688-403d-8548-a332702ffb7d tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:10.520762 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9d24a482-15ad-47e3-8045-5cbc01580233 req-c5dbaf41-4688-403d-8548-a332702ffb7d tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=8206836d-7fa2-48b8-8d4c-46c70608a3e0 HTTP/1.1" status: 200 len: 944 time: 0.0486109 May 09 04:31:10.525115 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc88f6-49a8-4794-ace3-0f9b0ebb2b41 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dd6b598-b69a-4af4-b277-9ace51fb765f,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:10.531204 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9bfc88f6-49a8-4794-ace3-0f9b0ebb2b41 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:10.532469 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-9bfc88f6-49a8-4794-ace3-0f9b0ebb2b41 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1270716 May 09 04:31:10.535135 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 47232) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:31:10.539326 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c44ce67c-adb6-4c0f-98a5-d714b8bce18c tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Request body: {'security_group_rule': {'security_group_id': 'a3a160c2-be8b-4d69-b0c3-9a051a3147fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:31:10.565237 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c44ce67c-adb6-4c0f-98a5-d714b8bce18c tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks [] for security_group_rule (6c43b45e-0331-491f-afe0-65285bcce7c8), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:10.569633 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9d24a482-15ad-47e3-8045-5cbc01580233 req-e3e2b068-d7da-4de7-b61c-f8cfc43081a6 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?id=f58c1476-2908-45c8-a70f-409cfcab6350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422559 May 09 04:31:10.621223 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c44ce67c-adb6-4c0f-98a5-d714b8bce18c tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks [] for security_group_rule (6c43b45e-0331-491f-afe0-65285bcce7c8), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:10.624665 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c44ce67c-adb6-4c0f-98a5-d714b8bce18c tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619982'] for security_group_rule (6c43b45e-0331-491f-afe0-65285bcce7c8), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:10.644744 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ce67c-adb6-4c0f-98a5-d714b8bce18c tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c43b45e-0331-491f-afe0-65285bcce7c8,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:10.654088 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c44ce67c-adb6-4c0f-98a5-d714b8bce18c tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:10.655256 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-c44ce67c-adb6-4c0f-98a5-d714b8bce18c tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1192260 May 09 04:31:10.658243 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 47234) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:31:10.662358 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-c02ea36f-f5b4-47d5-ae83-32e7db81de50 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Request body: {'floatingip': {'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:31:10.682821 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c02ea36f-f5b4-47d5-ae83-32e7db81de50 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:10.759782 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c02ea36f-f5b4-47d5-ae83-32e7db81de50 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:10.869490 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_common [None req-c02ea36f-f5b4-47d5-ae83-32e7db81de50 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Allocated IP 172.27.2.23 (1111f3a4-c02a-41de-91e1-42f5a19c8209/55f6eeca-e44f-4feb-bdb6-d6fdf07e4029/51be825c-6d38-4aaa-8c37-4c343be8829d) {{(pid=103226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:31:10.972832 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c02ea36f-f5b4-47d5-ae83-32e7db81de50 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks [] for port (51be825c-6d38-4aaa-8c37-4c343be8829d), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:11.005157 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c02ea36f-f5b4-47d5-ae83-32e7db81de50 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060'] for port (51be825c-6d38-4aaa-8c37-4c343be8829d), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:11.043163 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02ea36f-f5b4-47d5-ae83-32e7db81de50 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Network 1111f3a4-c02a-41de-91e1-42f5a19c8209 is already hosted by enough agents. {{(pid=103226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:31:11.045897 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-c02ea36f-f5b4-47d5-ae83-32e7db81de50 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Resources bound (agent type, host, resource id): {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:31:11.048567 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02ea36f-f5b4-47d5-ae83-32e7db81de50 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Received port after_create {{(pid=103226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:31:11.060253 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02ea36f-f5b4-47d5-ae83-32e7db81de50 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Pushing event updated for resources: {'Port': ['ID=51be825c-6d38-4aaa-8c37-4c343be8829d,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:11.103168 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c02ea36f-f5b4-47d5-ae83-32e7db81de50 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks [] for floatingip (e0720f90-3d8c-4bdd-9b31-83f2d70f268c), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:11.138096 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c02ea36f-f5b4-47d5-ae83-32e7db81de50 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (51be825c-6d38-4aaa-8c37-4c343be8829d), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:11.286310 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c02ea36f-f5b4-47d5-ae83-32e7db81de50 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks [] for port (51be825c-6d38-4aaa-8c37-4c343be8829d), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:11.290756 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c02ea36f-f5b4-47d5-ae83-32e7db81de50 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (51be825c-6d38-4aaa-8c37-4c343be8829d), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:11.320549 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c02ea36f-f5b4-47d5-ae83-32e7db81de50 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-653345'] for floatingip (e0720f90-3d8c-4bdd-9b31-83f2d70f268c), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:11.342598 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c02ea36f-f5b4-47d5-ae83-32e7db81de50 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:11.343791 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-c02ea36f-f5b4-47d5-ae83-32e7db81de50 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.6846519 May 09 04:31:11.344650 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02ea36f-f5b4-47d5-ae83-32e7db81de50 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Pushing event updated for resources: {'Port': ['ID=51be825c-6d38-4aaa-8c37-4c343be8829d,revision_number=2']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:11.537115 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-dcfaf500-80b7-4b11-88ed-8c58a52ecc48 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--59367190&fields=id&tenant_id=3c23c235fa1c4944bd7a337357d0c030 HTTP/1.1" status: 200 len: 267 time: 0.0456510 May 09 04:31:11.641548 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-620360c2-3fe8-4d26-8226-60ffdbf44c6f tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:11.643004 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-620360c2-3fe8-4d26-8226-60ffdbf44c6f tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/networks?id=97444843-38bb-4cb5-93cc-2ce85c9e2986 HTTP/1.1" status: 200 len: 811 time: 0.0994542 May 09 04:31:11.657519 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-273f937a-8b3e-49f8-b1a4-bdcdfbf28dd3 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/quotas/3c23c235fa1c4944bd7a337357d0c030 HTTP/1.1" status: 200 len: 375 time: 0.0092547 May 09 04:31:11.687073 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683bce3-d6e7-41ce-84f8-ecf9bb71b73d req-661031e5-f22f-4980-986c-9017c2af71e8 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:11.688571 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-e683bce3-d6e7-41ce-84f8-ecf9bb71b73d req-661031e5-f22f-4980-986c-9017c2af71e8 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=8206836d-7fa2-48b8-8d4c-46c70608a3e0 HTTP/1.1" status: 200 len: 944 time: 0.0516822 May 09 04:31:11.711223 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-4f569d31-8670-417d-8f27-f250fd6e2c02 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3c23c235fa1c4944bd7a337357d0c030&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483661 May 09 04:31:11.736129 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-e683bce3-d6e7-41ce-84f8-ecf9bb71b73d req-3b3147eb-d4e4-4968-ab08-4a6ccaefe3a5 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?id=f58c1476-2908-45c8-a70f-409cfcab6350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419152 May 09 04:31:11.804949 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-d92cfc04-2204-42bd-88e4-732ccfb62fb9 service neutron] 10.222.0.44 "GET /v2.0/networks/97444843-38bb-4cb5-93cc-2ce85c9e2986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822313 May 09 04:31:11.895396 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-fa0ec26c-2981-4a86-b010-aa5447841a5e service neutron] 10.222.0.44 "GET /v2.0/networks/97444843-38bb-4cb5-93cc-2ce85c9e2986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840914 May 09 04:31:12.040796 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device bdb24e55-7862-4ad0-a43d-7830e3139255 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 04:31:12.052198 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ee5b9368-8cdc-4488-84e4-25ec86b93ecd req-c52c0a2a-ea6f-483e-ae1e-76f67cd918e8 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=576d0314-ed60-4d48-83ec-86645233803c HTTP/1.1" status: 200 len: 210 time: 0.0284674 May 09 04:31:12.140776 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port bdb24e55-7862-4ad0-a43d-7830e3139255, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=bdb24e55-7862-4ad0-a43d-7830e3139255,segment=NetworkSegment(7887ef4a-a237-48ec-8f9c-2f6abe8c4da6),segment_id=7887ef4a-a237-48ec-8f9c-2f6abe8c4da6)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:31:12.153087 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Returning: {'device': 'bdb24e55-7862-4ad0-a43d-7830e3139255', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'port_id': 'bdb24e55-7862-4ad0-a43d-7830e3139255', 'mac_address': 'fa:16:3e:9c:bf:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 04:31:12.196752 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port bdb24e55-7862-4ad0-a43d-7830e3139255 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:31:12.197164 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (bdb24e55-7862-4ad0-a43d-7830e3139255), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:12.215939 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdb24e55-7862-4ad0-a43d-7830e3139255 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 04:31:12.241666 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port bdb24e55-7862-4ad0-a43d-7830e3139255, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=bdb24e55-7862-4ad0-a43d-7830e3139255,segment=NetworkSegment(7887ef4a-a237-48ec-8f9c-2f6abe8c4da6),segment_id=7887ef4a-a237-48ec-8f9c-2f6abe8c4da6)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:31:12.245543 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (bdb24e55-7862-4ad0-a43d-7830e3139255), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:12.297548 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=bdb24e55-7862-4ad0-a43d-7830e3139255,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:12.558555 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] get_ports_and_sgs() called for port_ids ['bdb24e55-7862-4ad0-a43d-7830e3139255'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 04:31:12.849575 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eabd9e-4cdf-40a0-994a-f41f5f745388 req-6ae8b88f-7a99-4cb4-b79c-94dc04abc15e tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:12.851015 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e9eabd9e-4cdf-40a0-994a-f41f5f745388 req-6ae8b88f-7a99-4cb4-b79c-94dc04abc15e tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=8206836d-7fa2-48b8-8d4c-46c70608a3e0 HTTP/1.1" status: 200 len: 945 time: 0.0474126 May 09 04:31:12.901806 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e9eabd9e-4cdf-40a0-994a-f41f5f745388 req-996e5664-3f38-4ef8-a124-2b87d6cac271 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?id=f58c1476-2908-45c8-a70f-409cfcab6350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449934 May 09 04:31:13.048144 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-296035ad-49d3-4290-a66c-4407521bc936 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:13.049478 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-296035ad-49d3-4290-a66c-4407521bc936 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.13 "GET /v2.0/networks?id=97444843-38bb-4cb5-93cc-2ce85c9e2986 HTTP/1.1" status: 200 len: 811 time: 0.1018271 May 09 04:31:13.141956 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-56888e62-98e8-4be9-b371-48f01b56d23d tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c23c235fa1c4944bd7a337357d0c030 HTTP/1.1" status: 200 len: 378 time: 0.0820158 May 09 04:31:13.173510 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-b424f436-e291-4863-bd5f-1893fad7d424 req-0d845668-b5b9-4a8d-8a31-2c764945b083 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=576d0314-ed60-4d48-83ec-86645233803c HTTP/1.1" status: 200 len: 210 time: 0.0269408 May 09 04:31:13.228843 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-9e67b671-3ae3-4c2b-bda3-192c1f50fdba tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Request body: {'port': {'device_id': '576d0314-ed60-4d48-83ec-86645233803c', 'network_id': '97444843-38bb-4cb5-93cc-2ce85c9e2986', 'admin_state_up': True, 'tenant_id': '3c23c235fa1c4944bd7a337357d0c030', 'security_groups': ['a3a160c2-be8b-4d69-b0c3-9a051a3147fe']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:31:13.335382 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-9e67b671-3ae3-4c2b-bda3-192c1f50fdba tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Made reservation on behalf of 3c23c235fa1c4944bd7a337357d0c030 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:31:13.339545 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-9e67b671-3ae3-4c2b-bda3-192c1f50fdba tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:13.460448 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-9e67b671-3ae3-4c2b-bda3-192c1f50fdba tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Allocated IP 172.20.0.13 (97444843-38bb-4cb5-93cc-2ce85c9e2986/95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6/e30725aa-831c-4789-9157-939a4a0d3bea) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:31:13.601007 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-9e67b671-3ae3-4c2b-bda3-192c1f50fdba tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks [] for port (e30725aa-831c-4789-9157-939a4a0d3bea), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:13.634441 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-9e67b671-3ae3-4c2b-bda3-192c1f50fdba tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (e30725aa-831c-4789-9157-939a4a0d3bea), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:13.674832 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-9e67b671-3ae3-4c2b-bda3-192c1f50fdba tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Network 97444843-38bb-4cb5-93cc-2ce85c9e2986 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:31:13.677887 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-9e67b671-3ae3-4c2b-bda3-192c1f50fdba tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:31:13.684515 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-9e67b671-3ae3-4c2b-bda3-192c1f50fdba tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:31:13.711212 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67b671-3ae3-4c2b-bda3-192c1f50fdba tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Pushing event updated for resources: {'Port': ['ID=e30725aa-831c-4789-9157-939a4a0d3bea,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:13.741344 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-9e67b671-3ae3-4c2b-bda3-192c1f50fdba tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:13.741964 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-9e67b671-3ae3-4c2b-bda3-192c1f50fdba tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:13.760804 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-9e67b671-3ae3-4c2b-bda3-192c1f50fdba tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5359724 May 09 04:31:13.772452 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-73083600-0ad5-4977-98f8-3f85b06125f7 service neutron] Request body: {'port': {'device_id': '576d0314-ed60-4d48-83ec-86645233803c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:31:13.833405 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-73083600-0ad5-4977-98f8-3f85b06125f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (e30725aa-831c-4789-9157-939a4a0d3bea), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:13.892812 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-6d7cbcd0-ea5d-45f0-8e86-1564c9a2ff3c None None] Provisioning complete for port e30725aa-831c-4789-9157-939a4a0d3bea triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:31:13.893384 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6d7cbcd0-ea5d-45f0-8e86-1564c9a2ff3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (e30725aa-831c-4789-9157-939a4a0d3bea), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:13.927206 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-6d7cbcd0-ea5d-45f0-8e86-1564c9a2ff3c None None] Port e30725aa-831c-4789-9157-939a4a0d3bea cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 04:31:14.021564 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b55f3-c440-4397-9e64-b173e83e161f req-1bf586e4-8ee6-4688-a3ae-3a307df5aa7d tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:14.023038 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1a7b55f3-c440-4397-9e64-b173e83e161f req-1bf586e4-8ee6-4688-a3ae-3a307df5aa7d tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=8206836d-7fa2-48b8-8d4c-46c70608a3e0 HTTP/1.1" status: 200 len: 945 time: 0.0464611 May 09 04:31:14.070081 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1a7b55f3-c440-4397-9e64-b173e83e161f req-79403745-3311-4dd7-96a7-ad25252f317e tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?id=f58c1476-2908-45c8-a70f-409cfcab6350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411613 May 09 04:31:14.089460 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device bdb24e55-7862-4ad0-a43d-7830e3139255 up at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:31:14.099104 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-73083600-0ad5-4977-98f8-3f85b06125f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e30725aa-831c-4789-9157-939a4a0d3bea {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 04:31:14.107502 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-73083600-0ad5-4977-98f8-3f85b06125f7 service neutron] Publish callbacks [] for port (e30725aa-831c-4789-9157-939a4a0d3bea), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:14.120046 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-73083600-0ad5-4977-98f8-3f85b06125f7 service neutron] Transition to ACTIVE for port object e30725aa-831c-4789-9157-939a4a0d3bea will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 04:31:14.123558 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-73083600-0ad5-4977-98f8-3f85b06125f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718803'] for port (e30725aa-831c-4789-9157-939a4a0d3bea), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:14.134675 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Provisioning for port bdb24e55-7862-4ad0-a43d-7830e3139255 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 04:31:14.140959 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Provisioning complete for port bdb24e55-7862-4ad0-a43d-7830e3139255 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:31:14.141297 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (bdb24e55-7862-4ad0-a43d-7830e3139255), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:14.193637 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73083600-0ad5-4977-98f8-3f85b06125f7 service neutron] Pushing event updated for resources: {'Port': ['ID=e30725aa-831c-4789-9157-939a4a0d3bea,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:14.229093 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port bdb24e55-7862-4ad0-a43d-7830e3139255 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:31:14.229093 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (bdb24e55-7862-4ad0-a43d-7830e3139255), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:14.253840 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8206836d-7fa2-48b8-8d4c-46c70608a3e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb24e55-7862-4ad0-a43d-7830e3139255'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:31:14.256910 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6941dd57353447cfe46bbb883e0d815d26e9477c6b9f0737609fdd17593c9a07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607202cf-0b14-4571-9f62-42d2af399abe" -d '{"events": [{"server_uuid": "8206836d-7fa2-48b8-8d4c-46c70608a3e0", "name": "network-vif-plugged", "status": "completed", "tag": "bdb24e55-7862-4ad0-a43d-7830e3139255"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:31:14.273358 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port bdb24e55-7862-4ad0-a43d-7830e3139255, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=bdb24e55-7862-4ad0-a43d-7830e3139255,segment=NetworkSegment(7887ef4a-a237-48ec-8f9c-2f6abe8c4da6),segment_id=7887ef4a-a237-48ec-8f9c-2f6abe8c4da6)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:31:14.284133 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (bdb24e55-7862-4ad0-a43d-7830e3139255), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:14.286698 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-73083600-0ad5-4977-98f8-3f85b06125f7 service neutron] Attempting to bind port e30725aa-831c-4789-9157-939a4a0d3bea on host hv-cinder-83800 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:31:14.287042 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-73083600-0ad5-4977-98f8-3f85b06125f7 service neutron] Attempting to bind port e30725aa-831c-4789-9157-939a4a0d3bea by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': 'dd41d0a5-95ad-49ea-90d8-9e67cfaeccec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '97444843-38bb-4cb5-93cc-2ce85c9e2986'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:31:14.287374 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-73083600-0ad5-4977-98f8-3f85b06125f7 service neutron] Attempting to bind port e30725aa-831c-4789-9157-939a4a0d3bea on network 97444843-38bb-4cb5-93cc-2ce85c9e2986 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:31:14.313188 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 04:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da07216a-869e-447e-a109-e96f7c8b61f1 x-openstack-request-id: req-da07216a-869e-447e-a109-e96f7c8b61f1 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:31:14.313573 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8206836d-7fa2-48b8-8d4c-46c70608a3e0", "name": "network-vif-plugged", "status": "completed", "tag": "bdb24e55-7862-4ad0-a43d-7830e3139255", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:31:14.313929 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-da07216a-869e-447e-a109-e96f7c8b61f1 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:31:14.314391 dv-cinder-838009-3-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da07216a-869e-447e-a109-e96f7c8b61f1'] response: {'server_uuid': '8206836d-7fa2-48b8-8d4c-46c70608a3e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb24e55-7862-4ad0-a43d-7830e3139255', 'code': 200} May 09 04:31:14.316887 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-73083600-0ad5-4977-98f8-3f85b06125f7 service neutron] Port e30725aa-831c-4789-9157-939a4a0d3bea on network 97444843-38bb-4cb5-93cc-2ce85c9e2986 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 04:31:14.317215 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-73083600-0ad5-4977-98f8-3f85b06125f7 service neutron] Attempting to bind port e30725aa-831c-4789-9157-939a4a0d3bea on network 97444843-38bb-4cb5-93cc-2ce85c9e2986 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:31:14.329874 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-73083600-0ad5-4977-98f8-3f85b06125f7 service neutron] Checking agent: {'id': '0ba91d57-31cd-4938-a6ad-bd18d942a965', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 24, 18), 'started_at': datetime.datetime(2022, 5, 9, 4, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:31:14.330986 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-73083600-0ad5-4977-98f8-3f85b06125f7 service neutron] Checking segment: {'id': 'dd41d0a5-95ad-49ea-90d8-9e67cfaeccec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '97444843-38bb-4cb5-93cc-2ce85c9e2986'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:31:14.331366 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-73083600-0ad5-4977-98f8-3f85b06125f7 service neutron] Bound using segment: {'id': 'dd41d0a5-95ad-49ea-90d8-9e67cfaeccec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '97444843-38bb-4cb5-93cc-2ce85c9e2986'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:31:14.332178 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-73083600-0ad5-4977-98f8-3f85b06125f7 service neutron] Bound port: e30725aa-831c-4789-9157-939a4a0d3bea, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd41d0a5-95ad-49ea-90d8-9e67cfaeccec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '97444843-38bb-4cb5-93cc-2ce85c9e2986'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:31:14.332544 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-73083600-0ad5-4977-98f8-3f85b06125f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (e30725aa-831c-4789-9157-939a4a0d3bea), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:14.345122 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=bdb24e55-7862-4ad0-a43d-7830e3139255,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:14.345603 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0d8ea-efe5-439e-9acd-aef8ba718442 req-72db14c6-4eac-452e-b4b5-a697c76a99f2 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:14.347161 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c1b0d8ea-efe5-439e-9acd-aef8ba718442 req-72db14c6-4eac-452e-b4b5-a697c76a99f2 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=576d0314-ed60-4d48-83ec-86645233803c HTTP/1.1" status: 200 len: 944 time: 0.0738380 May 09 04:31:14.453812 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c1b0d8ea-efe5-439e-9acd-aef8ba718442 req-12a4ac11-cb7e-42fb-a158-06b4129b8867 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3a160c2-be8b-4d69-b0c3-9a051a3147fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0862603 May 09 04:31:14.456299 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-73083600-0ad5-4977-98f8-3f85b06125f7 service neutron] For port e30725aa-831c-4789-9157-939a4a0d3bea, host hv-cinder-83800, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:31:14.459827 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-73083600-0ad5-4977-98f8-3f85b06125f7 service neutron] For port e30725aa-831c-4789-9157-939a4a0d3bea, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=e30725aa-831c-4789-9157-939a4a0d3bea,segment=NetworkSegment(dd41d0a5-95ad-49ea-90d8-9e67cfaeccec),segment_id=dd41d0a5-95ad-49ea-90d8-9e67cfaeccec)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:31:14.469208 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-73083600-0ad5-4977-98f8-3f85b06125f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718803'] for port (e30725aa-831c-4789-9157-939a4a0d3bea), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:14.505691 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888aa3c-3202-48c3-9928-55328a1d5e58 req-63b4ff7d-bf79-4a46-ae67-0e25ef5ee1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:14.506159 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-73083600-0ad5-4977-98f8-3f85b06125f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:14.507222 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d888aa3c-3202-48c3-9928-55328a1d5e58 req-63b4ff7d-bf79-4a46-ae67-0e25ef5ee1bd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8206836d-7fa2-48b8-8d4c-46c70608a3e0 HTTP/1.1" status: 200 len: 1130 time: 0.0516503 May 09 04:31:14.507491 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-73083600-0ad5-4977-98f8-3f85b06125f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:14.509793 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-73083600-0ad5-4977-98f8-3f85b06125f7 service neutron] 10.222.0.13 "PUT /v2.0/ports/e30725aa-831c-4789-9157-939a4a0d3bea HTTP/1.1" status: 200 len: 1094 time: 0.7414846 May 09 04:31:14.510236 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576d0314-ed60-4d48-83ec-86645233803c', 'tag': 'e30725aa-831c-4789-9157-939a4a0d3bea'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:31:14.512631 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708343da101edf5db3821e80f7e6194e70163222c3a70cb9c2c474869a6028b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106c94ab-47a0-42e8-93be-5454ffd8bef2" -d '{"events": [{"name": "network-changed", "server_uuid": "576d0314-ed60-4d48-83ec-86645233803c", "tag": "e30725aa-831c-4789-9157-939a4a0d3bea"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:31:14.542166 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73083600-0ad5-4977-98f8-3f85b06125f7 service neutron] Pushing event updated for resources: {'Port': ['ID=e30725aa-831c-4789-9157-939a4a0d3bea,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:14.569127 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 04:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12a1a3c-b364-40cd-8f3a-b53ee8e52fbf x-openstack-request-id: req-f12a1a3c-b364-40cd-8f3a-b53ee8e52fbf {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:31:14.569663 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "576d0314-ed60-4d48-83ec-86645233803c", "tag": "e30725aa-831c-4789-9157-939a4a0d3bea", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:31:14.569932 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f12a1a3c-b364-40cd-8f3a-b53ee8e52fbf {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:31:14.570343 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f12a1a3c-b364-40cd-8f3a-b53ee8e52fbf'] response: {'name': 'network-changed', 'server_uuid': '576d0314-ed60-4d48-83ec-86645233803c', 'tag': 'e30725aa-831c-4789-9157-939a4a0d3bea', 'status': 'completed', 'code': 200} May 09 04:31:14.575197 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d888aa3c-3202-48c3-9928-55328a1d5e58 req-cfaec912-f4ad-4fd2-afa3-098975205f41 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f58c1476-2908-45c8-a70f-409cfcab6350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496922 May 09 04:31:14.835304 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-21757cc2-05dc-42f8-9ca4-45f79ebaa74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:14.837604 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-21757cc2-05dc-42f8-9ca4-45f79ebaa74c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3c23c235fa1c4944bd7a337357d0c030&device_id=576d0314-ed60-4d48-83ec-86645233803c HTTP/1.1" status: 200 len: 1128 time: 0.0429454 May 09 04:31:14.875963 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-8abe2890-b903-4ce4-9511-1680b4eb0cbd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e30725aa-831c-4789-9157-939a4a0d3bea HTTP/1.1" status: 200 len: 217 time: 0.0315437 May 09 04:31:14.925908 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-d04b06fa-18ec-4c59-8b01-5c99cd4dd779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:14.927336 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-d04b06fa-18ec-4c59-8b01-5c99cd4dd779 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6 HTTP/1.1" status: 200 len: 850 time: 0.0423255 May 09 04:31:14.970966 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-9ba3ffd3-d97b-4612-b945-5f0b1bd14616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:14.972428 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-9ba3ffd3-d97b-4612-b945-5f0b1bd14616 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=97444843-38bb-4cb5-93cc-2ce85c9e2986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375211 May 09 04:31:15.063729 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-140999ba-5908-4b4f-ae93-864be9bec6e2 service neutron] 10.222.0.13 "GET /v2.0/networks/97444843-38bb-4cb5-93cc-2ce85c9e2986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826077 May 09 04:31:15.228550 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce1b7a-86c5-430d-b16c-4793206d10f3 req-9269d84c-1eca-49a6-9305-6a3ea263f3e3 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:15.230002 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-63ce1b7a-86c5-430d-b16c-4793206d10f3 req-9269d84c-1eca-49a6-9305-6a3ea263f3e3 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=8206836d-7fa2-48b8-8d4c-46c70608a3e0 HTTP/1.1" status: 200 len: 946 time: 0.0937769 May 09 04:31:15.276497 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-63ce1b7a-86c5-430d-b16c-4793206d10f3 req-f79435de-d831-46d2-865b-d60656d3cf1f tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?id=f58c1476-2908-45c8-a70f-409cfcab6350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409780 May 09 04:31:15.537401 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-629453ab-1d5f-40e2-8869-0650b54c4488 req-934a180c-1d69-4bd7-a7ce-7a26682945e0 service neutron] 10.222.0.13 "GET /v2.0/networks/97444843-38bb-4cb5-93cc-2ce85c9e2986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848734 May 09 04:31:15.626894 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f4fb7-d2a1-492a-ac97-2d85661820d5 req-38a0e9ce-7db8-49c6-9a23-0cbb96123a2d tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:15.628972 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8d8f4fb7-d2a1-492a-ac97-2d85661820d5 req-38a0e9ce-7db8-49c6-9a23-0cbb96123a2d tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=576d0314-ed60-4d48-83ec-86645233803c HTTP/1.1" status: 200 len: 944 time: 0.1045527 May 09 04:31:15.677401 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8d8f4fb7-d2a1-492a-ac97-2d85661820d5 req-a409dbbb-912e-4de4-9186-dea48d353b4d tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3a160c2-be8b-4d69-b0c3-9a051a3147fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425954 May 09 04:31:16.388693 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a17b4-9cd5-4b71-90da-9f757ed6fc06 req-e606df73-dcfd-477b-99dd-8493bd289392 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:16.390119 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-2d8a17b4-9cd5-4b71-90da-9f757ed6fc06 req-e606df73-dcfd-477b-99dd-8493bd289392 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=8206836d-7fa2-48b8-8d4c-46c70608a3e0 HTTP/1.1" status: 200 len: 946 time: 0.0457120 May 09 04:31:16.435525 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-2d8a17b4-9cd5-4b71-90da-9f757ed6fc06 req-74058b63-d290-4930-98b6-cf2035bf4696 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?id=f58c1476-2908-45c8-a70f-409cfcab6350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400345 May 09 04:31:16.772863 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c94ab-47a0-42e8-93be-5454ffd8bef2 req-c126f205-33b4-4dce-a8ec-83cb94134a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:16.774510 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-106c94ab-47a0-42e8-93be-5454ffd8bef2 req-c126f205-33b4-4dce-a8ec-83cb94134a88 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3c23c235fa1c4944bd7a337357d0c030&device_id=576d0314-ed60-4d48-83ec-86645233803c HTTP/1.1" status: 200 len: 1128 time: 0.0521901 May 09 04:31:16.824614 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32a0ed-973a-471d-bc99-cb07fe55846b req-a2c89f99-29c6-472b-ad97-201a881ac2f1 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:16.826407 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cc32a0ed-973a-471d-bc99-cb07fe55846b req-a2c89f99-29c6-472b-ad97-201a881ac2f1 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=576d0314-ed60-4d48-83ec-86645233803c HTTP/1.1" status: 200 len: 944 time: 0.0507464 May 09 04:31:16.877066 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cc32a0ed-973a-471d-bc99-cb07fe55846b req-1b142f3e-dcbe-41f9-8b95-02aa7e950f02 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3a160c2-be8b-4d69-b0c3-9a051a3147fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445943 May 09 04:31:17.350127 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c94ab-47a0-42e8-93be-5454ffd8bef2 req-a901aaa1-7b46-4e4f-9702-fac4c938c7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:17.351590 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-106c94ab-47a0-42e8-93be-5454ffd8bef2 req-a901aaa1-7b46-4e4f-9702-fac4c938c7cb service neutron] 10.222.0.13 "GET /v2.0/networks?id=97444843-38bb-4cb5-93cc-2ce85c9e2986 HTTP/1.1" status: 200 len: 912 time: 0.0842094 May 09 04:31:17.409467 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-106c94ab-47a0-42e8-93be-5454ffd8bef2 req-34f7f377-b06d-4876-95eb-655dd1b462f4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e30725aa-831c-4789-9157-939a4a0d3bea HTTP/1.1" status: 200 len: 217 time: 0.0334492 May 09 04:31:17.539572 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-629777b2-e432-428d-a79e-e64114f17ef3 req-2e454a70-9520-44e4-9ca4-83361fc81060 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406165 May 09 04:31:17.605516 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629777b2-e432-428d-a79e-e64114f17ef3 req-1f46819a-2198-49d4-83d5-4a2e954b29f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:17.607038 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-629777b2-e432-428d-a79e-e64114f17ef3 req-1f46819a-2198-49d4-83d5-4a2e954b29f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d28d5139952d450fa3b7da38a62d7a03&device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 1129 time: 0.0415909 May 09 04:31:17.714547 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629777b2-e432-428d-a79e-e64114f17ef3 req-1765c3e5-7f51-4f88-84e1-edd025765907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:17.716111 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-629777b2-e432-428d-a79e-e64114f17ef3 req-1765c3e5-7f51-4f88-84e1-edd025765907 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9cb94923-1093-45fc-bebd-e159f3ac8dd3 HTTP/1.1" status: 200 len: 920 time: 0.0887008 May 09 04:31:17.731362 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd477287-dbcd-420a-a41d-45a97dbfb74a req-af4a3738-471f-4d41-a867-5856e61fb80f tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:17.732846 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-dd477287-dbcd-420a-a41d-45a97dbfb74a req-af4a3738-471f-4d41-a867-5856e61fb80f tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=8206836d-7fa2-48b8-8d4c-46c70608a3e0 HTTP/1.1" status: 200 len: 946 time: 0.0548790 May 09 04:31:17.734378 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c94ab-47a0-42e8-93be-5454ffd8bef2 req-7fd77c6b-aedb-4008-bd62-8aa4656a4071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:17.735696 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-106c94ab-47a0-42e8-93be-5454ffd8bef2 req-7fd77c6b-aedb-4008-bd62-8aa4656a4071 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6 HTTP/1.1" status: 200 len: 850 time: 0.3209400 May 09 04:31:17.757596 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-629777b2-e432-428d-a79e-e64114f17ef3 req-26d67fde-8840-4ff1-bb67-9d872fd959a5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e798f1fa-3df7-4ec0-be2e-bf5db59b8036 HTTP/1.1" status: 200 len: 217 time: 0.0349536 May 09 04:31:17.801035 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c94ab-47a0-42e8-93be-5454ffd8bef2 req-a0ac1a09-b69f-4333-ba77-a30a5c09b0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:17.802432 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-106c94ab-47a0-42e8-93be-5454ffd8bef2 req-a0ac1a09-b69f-4333-ba77-a30a5c09b0a4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=97444843-38bb-4cb5-93cc-2ce85c9e2986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0572803 May 09 04:31:17.806185 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629777b2-e432-428d-a79e-e64114f17ef3 req-437cdf55-1c89-43e9-99aa-acc582720801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:17.808190 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-629777b2-e432-428d-a79e-e64114f17ef3 req-437cdf55-1c89-43e9-99aa-acc582720801 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9336625-5bcd-4003-b69b-e3b341dd5f63 HTTP/1.1" status: 200 len: 858 time: 0.0441515 May 09 04:31:17.821876 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-dd477287-dbcd-420a-a41d-45a97dbfb74a req-293717f2-75a5-401a-b5bb-de565e0276a5 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?id=f58c1476-2908-45c8-a70f-409cfcab6350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829847 May 09 04:31:17.866617 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629777b2-e432-428d-a79e-e64114f17ef3 req-43005760-cf82-4f86-9c11-2aed48c50579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:17.868806 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-629777b2-e432-428d-a79e-e64114f17ef3 req-43005760-cf82-4f86-9c11-2aed48c50579 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9cb94923-1093-45fc-bebd-e159f3ac8dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475857 May 09 04:31:17.900239 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-106c94ab-47a0-42e8-93be-5454ffd8bef2 req-0f622c35-b832-4cc9-979e-fbad241d4beb service neutron] 10.222.0.13 "GET /v2.0/networks/97444843-38bb-4cb5-93cc-2ce85c9e2986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896428 May 09 04:31:17.970193 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f7c45-54af-4f3c-b2ea-d66f05b8a1aa req-d5a966db-22c4-45ae-b39e-cb91a7102272 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:17.971697 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8e2f7c45-54af-4f3c-b2ea-d66f05b8a1aa req-d5a966db-22c4-45ae-b39e-cb91a7102272 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=8206836d-7fa2-48b8-8d4c-46c70608a3e0 HTTP/1.1" status: 200 len: 946 time: 0.0779986 May 09 04:31:17.981669 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 47296) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:31:17.989576 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-581399f3-d335-4025-a088-cd4400ebed50 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Request body: {'floatingip': {'port_id': 'bdb24e55-7862-4ad0-a43d-7830e3139255'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:31:18.015102 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b1057-68be-4354-a639-459a822f602b req-d213f5e3-56fc-41bb-8163-c6c4695f4ef2 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:18.016633 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-666b1057-68be-4354-a639-459a822f602b req-d213f5e3-56fc-41bb-8163-c6c4695f4ef2 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=576d0314-ed60-4d48-83ec-86645233803c HTTP/1.1" status: 200 len: 944 time: 0.0628088 May 09 04:31:18.039054 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-581399f3-d335-4025-a088-cd4400ebed50 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for floatingip (bb69f316-ed5b-407b-920c-181346a00cc7), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:18.047044 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-106c94ab-47a0-42e8-93be-5454ffd8bef2 req-b1c9f411-21e6-4a82-821a-56c20447b2fb service neutron] 10.222.0.13 "GET /v2.0/networks/97444843-38bb-4cb5-93cc-2ce85c9e2986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413620 May 09 04:31:18.071470 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-629777b2-e432-428d-a79e-e64114f17ef3 req-4c7c1f84-9b0f-403d-a4b6-4b64b99400ea service neutron] 10.222.0.13 "GET /v2.0/networks/9cb94923-1093-45fc-bebd-e159f3ac8dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951635 May 09 04:31:18.076391 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-666b1057-68be-4354-a639-459a822f602b req-ab669ab1-1b37-4e38-a856-7f333e4ce7df tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3a160c2-be8b-4d69-b0c3-9a051a3147fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533934 May 09 04:31:18.266349 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-629777b2-e432-428d-a79e-e64114f17ef3 req-dc0eec65-e3a5-46b8-92ed-63743954af8b service neutron] 10.222.0.13 "GET /v2.0/networks/9cb94923-1093-45fc-bebd-e159f3ac8dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657684 May 09 04:31:18.547320 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-581399f3-d335-4025-a088-cd4400ebed50 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:18.551198 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-581399f3-d335-4025-a088-cd4400ebed50 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-653345'] for floatingip (bb69f316-ed5b-407b-920c-181346a00cc7), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:18.653003 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.db.l3_db [None req-581399f3-d335-4025-a088-cd4400ebed50 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Floating IP bb69f316-ed5b-407b-920c-181346a00cc7 associated. External IP: 172.27.2.176, port: bdb24e55-7862-4ad0-a43d-7830e3139255. May 09 04:31:18.858051 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581399f3-d335-4025-a088-cd4400ebed50 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Router 4d52aa5f-732c-4e4d-b61c-fb86a901d96c has already been hosted by L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 04:31:18.964972 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581399f3-d335-4025-a088-cd4400ebed50 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:31:18.969694 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-581399f3-d335-4025-a088-cd4400ebed50 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:18.975555 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56993c75-72a1-4604-8369-4c9cec5dda08 None None] Sync routers for ids ['4d52aa5f-732c-4e4d-b61c-fb86a901d96c'] in dv-cinder-838009-3-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:31:18.985403 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56993c75-72a1-4604-8369-4c9cec5dda08 None None] Routers {'4d52aa5f-732c-4e4d-b61c-fb86a901d96c'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:31:18.986030 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-56993c75-72a1-4604-8369-4c9cec5dda08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:30:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['4d52aa5f-732c-4e4d-b61c-fb86a901d96c'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:31:18.997797 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-581399f3-d335-4025-a088-cd4400ebed50 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "PUT /v2.0/floatingips/bb69f316-ed5b-407b-920c-181346a00cc7 HTTP/1.1" status: 200 len: 992 time: 1.0151210 May 09 04:31:18.998466 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8206836d-7fa2-48b8-8d4c-46c70608a3e0', 'tag': 'bdb24e55-7862-4ad0-a43d-7830e3139255'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:31:19.000705 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a98aaefa13d75cb12d9cbfc750f918ae1aa7d1c3c8041a7e7d91ea73ff80a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7dd6c11-f5d2-4106-ad01-1cd94689fe58" -d '{"events": [{"name": "network-changed", "server_uuid": "8206836d-7fa2-48b8-8d4c-46c70608a3e0", "tag": "bdb24e55-7862-4ad0-a43d-7830e3139255"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:31:19.035444 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 04:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3fc4bf-2318-43d4-95a4-8fcec9d3d4cd x-openstack-request-id: req-cb3fc4bf-2318-43d4-95a4-8fcec9d3d4cd {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:31:19.035613 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8206836d-7fa2-48b8-8d4c-46c70608a3e0", "tag": "bdb24e55-7862-4ad0-a43d-7830e3139255", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:31:19.035858 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cb3fc4bf-2318-43d4-95a4-8fcec9d3d4cd {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:31:19.036604 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb3fc4bf-2318-43d4-95a4-8fcec9d3d4cd'] response: {'name': 'network-changed', 'server_uuid': '8206836d-7fa2-48b8-8d4c-46c70608a3e0', 'tag': 'bdb24e55-7862-4ad0-a43d-7830e3139255', 'status': 'completed', 'code': 200} May 09 04:31:19.095214 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-56993c75-72a1-4604-8369-4c9cec5dda08 None None] Set router 4d52aa5f-732c-4e4d-b61c-fb86a901d96c gateway port host: dv-cinder-838009-3-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:31:19.104923 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd6c11-f5d2-4106-ad01-1cd94689fe58 req-fb075195-8dbd-4f76-98a1-a9b655bdaf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:19.106115 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d7dd6c11-f5d2-4106-ad01-1cd94689fe58 req-fb075195-8dbd-4f76-98a1-a9b655bdaf91 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c83b0a8b88f452f9e12d077e8ac28c8&device_id=8206836d-7fa2-48b8-8d4c-46c70608a3e0 HTTP/1.1" status: 200 len: 1130 time: 0.0425875 May 09 04:31:19.192901 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b273fd7-bf5e-4fac-9ff8-539eadb55759 req-c53b0430-805b-4dda-b37a-fad7213ffb25 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:19.194121 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5b273fd7-bf5e-4fac-9ff8-539eadb55759 req-c53b0430-805b-4dda-b37a-fad7213ffb25 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=576d0314-ed60-4d48-83ec-86645233803c HTTP/1.1" status: 200 len: 944 time: 0.0476172 May 09 04:31:19.195508 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd6c11-f5d2-4106-ad01-1cd94689fe58 req-f36842f2-eaf4-42fe-9888-e1bb09ffbc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:19.197596 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d7dd6c11-f5d2-4106-ad01-1cd94689fe58 req-f36842f2-eaf4-42fe-9888-e1bb09ffbc2e service neutron] 10.222.0.13 "GET /v2.0/networks?id=cff1ca97-0d5c-4d7d-b3c2-a81f844b16da HTTP/1.1" status: 200 len: 915 time: 0.0853868 May 09 04:31:19.248460 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5b273fd7-bf5e-4fac-9ff8-539eadb55759 req-f0cf71ae-82d5-45e2-9947-a5eebd76689b tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3a160c2-be8b-4d69-b0c3-9a051a3147fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472431 May 09 04:31:19.269504 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d7dd6c11-f5d2-4106-ad01-1cd94689fe58 req-0a595ba0-0cf8-41f1-8257-67869a5344fe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bdb24e55-7862-4ad0-a43d-7830e3139255 HTTP/1.1" status: 200 len: 1000 time: 0.0657542 May 09 04:31:19.318282 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd6c11-f5d2-4106-ad01-1cd94689fe58 req-87aad97c-2104-4181-81b3-ad54726a41f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:19.318871 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-56993c75-72a1-4604-8369-4c9cec5dda08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'name': 'tempest-AttachVolumeNegativeTest-195011021-router', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:53Z', 'updated_at': '2022-05-09T04:28:01Z', 'revision_number': 4, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'gw_port': {'id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:54Z', 'updated_at': '2022-05-09T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_floatingips': [{'id': 'bb69f316-ed5b-407b-920c-181346a00cc7', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'floating_ip_address': '172.27.2.176', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'port_id': 'bdb24e55-7862-4ad0-a43d-7830e3139255', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'mac_address': 'fa:16:3e:9c:bf:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8206836d-7fa2-48b8-8d4c-46c70608a3e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:31:02Z', 'updated_at': '2022-05-09T04:31:18Z', 'revision_number': 1, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '529116a4-e0e4-4a10-a24e-711cb18b842b', 'name': '', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'mac_address': 'fa:16:3e:b2:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:28:00Z', 'updated_at': '2022-05-09T04:28:11Z', 'revision_number': 5, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'subnets': [{'id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:31:19.319732 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d7dd6c11-f5d2-4106-ad01-1cd94689fe58 req-87aad97c-2104-4181-81b3-ad54726a41f6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2d5198bd-ad41-455d-84af-e9d6c501ca45 HTTP/1.1" status: 200 len: 853 time: 0.0445187 May 09 04:31:19.348402 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56993c75-72a1-4604-8369-4c9cec5dda08 None None] Checking router: 4d52aa5f-732c-4e4d-b61c-fb86a901d96c for host: dv-cinder-838009-3-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:31:19.357240 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56993c75-72a1-4604-8369-4c9cec5dda08 None None] Routers {'4d52aa5f-732c-4e4d-b61c-fb86a901d96c'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:31:19.357856 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-56993c75-72a1-4604-8369-4c9cec5dda08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:30:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['4d52aa5f-732c-4e4d-b61c-fb86a901d96c'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:31:19.363343 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd6c11-f5d2-4106-ad01-1cd94689fe58 req-8e7a3723-6f52-4398-bd3f-697af4bccfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:19.364790 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d7dd6c11-f5d2-4106-ad01-1cd94689fe58 req-8e7a3723-6f52-4398-bd3f-697af4bccfbd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cff1ca97-0d5c-4d7d-b3c2-a81f844b16da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390286 May 09 04:31:19.456223 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d7dd6c11-f5d2-4106-ad01-1cd94689fe58 req-638e24ce-c12b-4d66-ba83-68fc615145fc service neutron] 10.222.0.13 "GET /v2.0/networks/cff1ca97-0d5c-4d7d-b3c2-a81f844b16da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848145 May 09 04:31:19.467641 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-56993c75-72a1-4604-8369-4c9cec5dda08 None None] Set router 4d52aa5f-732c-4e4d-b61c-fb86a901d96c gateway port host: dv-cinder-838009-3-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:31:19.674524 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-56993c75-72a1-4604-8369-4c9cec5dda08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'name': 'tempest-AttachVolumeNegativeTest-195011021-router', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:53Z', 'updated_at': '2022-05-09T04:28:01Z', 'revision_number': 4, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'gw_port': {'id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:54Z', 'updated_at': '2022-05-09T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_floatingips': [{'id': 'bb69f316-ed5b-407b-920c-181346a00cc7', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'floating_ip_address': '172.27.2.176', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'port_id': 'bdb24e55-7862-4ad0-a43d-7830e3139255', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'mac_address': 'fa:16:3e:9c:bf:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8206836d-7fa2-48b8-8d4c-46c70608a3e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:31:02Z', 'updated_at': '2022-05-09T04:31:18Z', 'revision_number': 1, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '529116a4-e0e4-4a10-a24e-711cb18b842b', 'name': '', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'mac_address': 'fa:16:3e:b2:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:28:00Z', 'updated_at': '2022-05-09T04:28:11Z', 'revision_number': 5, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'subnets': [{'id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:31:19.705855 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56993c75-72a1-4604-8369-4c9cec5dda08 None None] The sync data for ids ['4d52aa5f-732c-4e4d-b61c-fb86a901d96c'] in dv-cinder-838009-3-iscsi is: [{'id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'name': 'tempest-AttachVolumeNegativeTest-195011021-router', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:53Z', 'updated_at': '2022-05-09T04:28:01Z', 'revision_number': 4, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'gw_port': {'id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:54Z', 'updated_at': '2022-05-09T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_floatingips': [{'id': 'bb69f316-ed5b-407b-920c-181346a00cc7', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'floating_ip_address': '172.27.2.176', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'port_id': 'bdb24e55-7862-4ad0-a43d-7830e3139255', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'mac_address': 'fa:16:3e:9c:bf:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8206836d-7fa2-48b8-8d4c-46c70608a3e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:31:02Z', 'updated_at': '2022-05-09T04:31:18Z', 'revision_number': 1, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '529116a4-e0e4-4a10-a24e-711cb18b842b', 'name': '', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'mac_address': 'fa:16:3e:b2:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:28:00Z', 'updated_at': '2022-05-09T04:28:11Z', 'revision_number': 5, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'subnets': [{'id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:31:19.723725 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (0ba91d57-31cd-4938-a6ad-bd18d942a965), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:19.775372 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d7dd6c11-f5d2-4106-ad01-1cd94689fe58 req-040bab56-32ca-4839-a582-7dc3da51fbd6 service neutron] 10.222.0.13 "GET /v2.0/networks/cff1ca97-0d5c-4d7d-b3c2-a81f844b16da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025562 May 09 04:31:19.916641 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9160d7da-cc1d-44a2-97a8-5283416a0e54 None None] New status for floating IP bb69f316-ed5b-407b-920c-181346a00cc7: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 04:31:20.125596 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device e30725aa-831c-4789-9157-939a4a0d3bea details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 04:31:20.223349 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port e30725aa-831c-4789-9157-939a4a0d3bea, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=e30725aa-831c-4789-9157-939a4a0d3bea,segment=NetworkSegment(dd41d0a5-95ad-49ea-90d8-9e67cfaeccec),segment_id=dd41d0a5-95ad-49ea-90d8-9e67cfaeccec)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:31:20.234454 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Returning: {'device': 'e30725aa-831c-4789-9157-939a4a0d3bea', 'network_id': '97444843-38bb-4cb5-93cc-2ce85c9e2986', 'port_id': 'e30725aa-831c-4789-9157-939a4a0d3bea', 'mac_address': 'fa:16:3e:d8:bf:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 04:31:20.274936 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port e30725aa-831c-4789-9157-939a4a0d3bea is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:31:20.275333 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (e30725aa-831c-4789-9157-939a4a0d3bea), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:20.295827 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e30725aa-831c-4789-9157-939a4a0d3bea {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 04:31:20.325046 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port e30725aa-831c-4789-9157-939a4a0d3bea, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=e30725aa-831c-4789-9157-939a4a0d3bea,segment=NetworkSegment(dd41d0a5-95ad-49ea-90d8-9e67cfaeccec),segment_id=dd41d0a5-95ad-49ea-90d8-9e67cfaeccec)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:31:20.330848 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (e30725aa-831c-4789-9157-939a4a0d3bea), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:20.363596 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b4ca1-504c-44c5-8532-7947607c4af3 req-01595ac8-db19-48c0-b231-21400268a1e7 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:20.365251 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-245b4ca1-504c-44c5-8532-7947607c4af3 req-01595ac8-db19-48c0-b231-21400268a1e7 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=576d0314-ed60-4d48-83ec-86645233803c HTTP/1.1" status: 200 len: 945 time: 0.0483332 May 09 04:31:20.415619 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-245b4ca1-504c-44c5-8532-7947607c4af3 req-d9a1cfa9-c209-431a-8aad-9f695a061846 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3a160c2-be8b-4d69-b0c3-9a051a3147fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442417 May 09 04:31:20.566016 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=e30725aa-831c-4789-9157-939a4a0d3bea,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:20.608643 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-a751126b-b8f6-42b9-8a17-3ff4647df378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (144b4b53-faa6-4e1c-8c93-1df238c644e2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:20.683642 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] get_ports_and_sgs() called for port_ids ['e30725aa-831c-4789-9157-939a4a0d3bea'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 04:31:20.847685 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3702fe8-db9f-45a4-8f1a-d77aa6876dea req-aa726f97-27a9-41ce-af76-c78651724f93 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:20.849176 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c3702fe8-db9f-45a4-8f1a-d77aa6876dea req-aa726f97-27a9-41ce-af76-c78651724f93 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 946 time: 0.0479832 May 09 04:31:20.897585 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c3702fe8-db9f-45a4-8f1a-d77aa6876dea req-9aaf309d-7d45-4d18-b296-2930fce06ac8 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425711 May 09 04:31:21.585209 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a900225-d57c-4d96-8929-0dab171d6be8 req-8aabef77-d40c-4f45-b978-ef5685f04bb2 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:21.586672 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-3a900225-d57c-4d96-8929-0dab171d6be8 req-8aabef77-d40c-4f45-b978-ef5685f04bb2 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=576d0314-ed60-4d48-83ec-86645233803c HTTP/1.1" status: 200 len: 945 time: 0.0511215 May 09 04:31:21.632323 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-3a900225-d57c-4d96-8929-0dab171d6be8 req-ec04c63d-a596-48b1-9c83-b1cf33af951f tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3a160c2-be8b-4d69-b0c3-9a051a3147fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398149 May 09 04:31:22.011258 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713bb7a-dc2d-47e3-a2c8-b69627e3cc43 req-7acd638a-ff51-489d-8349-27c158c82655 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:22.012754 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5713bb7a-dc2d-47e3-a2c8-b69627e3cc43 req-7acd638a-ff51-489d-8349-27c158c82655 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 946 time: 0.0460448 May 09 04:31:22.060256 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5713bb7a-dc2d-47e3-a2c8-b69627e3cc43 req-2cd2773e-3cb1-4076-805e-c304ea61d146 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419893 May 09 04:31:22.137276 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device e30725aa-831c-4789-9157-939a4a0d3bea up at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:31:22.184141 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Provisioning for port e30725aa-831c-4789-9157-939a4a0d3bea completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 04:31:22.189710 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Provisioning complete for port e30725aa-831c-4789-9157-939a4a0d3bea triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:31:22.190086 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (e30725aa-831c-4789-9157-939a4a0d3bea), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:22.265226 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port e30725aa-831c-4789-9157-939a4a0d3bea is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:31:22.265612 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (e30725aa-831c-4789-9157-939a4a0d3bea), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:22.287787 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576d0314-ed60-4d48-83ec-86645233803c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30725aa-831c-4789-9157-939a4a0d3bea'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:31:22.290088 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6941dd57353447cfe46bbb883e0d815d26e9477c6b9f0737609fdd17593c9a07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed09f6bf-ea78-45b8-838a-0dd563f0d06c" -d '{"events": [{"server_uuid": "576d0314-ed60-4d48-83ec-86645233803c", "name": "network-vif-plugged", "status": "completed", "tag": "e30725aa-831c-4789-9157-939a4a0d3bea"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:31:22.302407 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port e30725aa-831c-4789-9157-939a4a0d3bea, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=e30725aa-831c-4789-9157-939a4a0d3bea,segment=NetworkSegment(dd41d0a5-95ad-49ea-90d8-9e67cfaeccec),segment_id=dd41d0a5-95ad-49ea-90d8-9e67cfaeccec)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:31:22.306446 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (e30725aa-831c-4789-9157-939a4a0d3bea), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:22.330185 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 04:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8134c47-4ce0-4bfb-b488-6550deeb0683 x-openstack-request-id: req-b8134c47-4ce0-4bfb-b488-6550deeb0683 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:31:22.330507 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576d0314-ed60-4d48-83ec-86645233803c", "name": "network-vif-plugged", "status": "completed", "tag": "e30725aa-831c-4789-9157-939a4a0d3bea", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:31:22.330767 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b8134c47-4ce0-4bfb-b488-6550deeb0683 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:31:22.331164 dv-cinder-838009-3-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8134c47-4ce0-4bfb-b488-6550deeb0683'] response: {'server_uuid': '576d0314-ed60-4d48-83ec-86645233803c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30725aa-831c-4789-9157-939a4a0d3bea', 'code': 200} May 09 04:31:22.357850 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=e30725aa-831c-4789-9157-939a4a0d3bea,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:22.490331 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55294b29-b622-4093-90fa-3aa716e1f2ba req-ca13188c-5132-4fcb-9346-1ae206f8bfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:22.491779 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-55294b29-b622-4093-90fa-3aa716e1f2ba req-ca13188c-5132-4fcb-9346-1ae206f8bfdf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=576d0314-ed60-4d48-83ec-86645233803c HTTP/1.1" status: 200 len: 1130 time: 0.0406051 May 09 04:31:22.536483 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-55294b29-b622-4093-90fa-3aa716e1f2ba req-fd62b4a3-80c8-4264-a32c-c9efb48a139c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a3a160c2-be8b-4d69-b0c3-9a051a3147fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354588 May 09 04:31:22.743350 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324f517-1ccb-4650-b37e-6bc5ff84fd1d req-99f658e3-3ae8-4a4d-8335-fa86bf5f56ae tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:22.744754 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e324f517-1ccb-4650-b37e-6bc5ff84fd1d req-99f658e3-3ae8-4a4d-8335-fa86bf5f56ae tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=576d0314-ed60-4d48-83ec-86645233803c HTTP/1.1" status: 200 len: 946 time: 0.0471730 May 09 04:31:22.791176 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e324f517-1ccb-4650-b37e-6bc5ff84fd1d req-795d9013-d097-4d9d-9631-36385f176113 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3a160c2-be8b-4d69-b0c3-9a051a3147fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408409 May 09 04:31:22.889165 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1fe648fd-28e0-4d02-bbaa-30169406b1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3dae496a-5564-45d9-8b4f-04486e79e4dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:23.174552 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a3f1b-b700-4beb-9056-0125a7e79cae req-a85ac6e3-02c7-437f-b49d-ad9088bf50d9 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:23.176056 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-114a3f1b-b700-4beb-9056-0125a7e79cae req-a85ac6e3-02c7-437f-b49d-ad9088bf50d9 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 946 time: 0.0470686 May 09 04:31:23.224754 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-114a3f1b-b700-4beb-9056-0125a7e79cae req-978af0c9-4e0f-48c0-8d07-1c53f5fbf94e tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422914 May 09 04:31:23.903509 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434565f-3fc2-46fc-b85c-c17b6ef0ad09 req-37453afb-d5e3-4100-b982-a62750a2de6d tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:23.905000 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b434565f-3fc2-46fc-b85c-c17b6ef0ad09 req-37453afb-d5e3-4100-b982-a62750a2de6d tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=576d0314-ed60-4d48-83ec-86645233803c HTTP/1.1" status: 200 len: 946 time: 0.0469012 May 09 04:31:23.954676 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b434565f-3fc2-46fc-b85c-c17b6ef0ad09 req-f95c3d4d-b9b3-4e8c-9bd3-d61893b7d84e tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3a160c2-be8b-4d69-b0c3-9a051a3147fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441718 May 09 04:31:24.148362 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7671283-9f0b-468d-8f0b-6ce51d9cb9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (896ddadf-f6f7-4d68-b704-6882247efc03), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:24.341677 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad8b35-3a2b-4651-8de6-2a8157707a24 req-55e0b6a3-5806-479a-bfa7-532c421c6b82 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:24.343154 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-73ad8b35-3a2b-4651-8de6-2a8157707a24 req-55e0b6a3-5806-479a-bfa7-532c421c6b82 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 946 time: 0.0505159 May 09 04:31:24.391297 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-73ad8b35-3a2b-4651-8de6-2a8157707a24 req-00bd0127-c7f1-40c6-83fe-df0c133a5c31 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426753 May 09 04:31:24.875843 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-370d6890-4747-4f07-aac5-83a93d9e9b41 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 04:31:25.066376 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf7db1-6f63-49f2-a542-32ebd1814622 req-881e3a60-3535-443b-a3e3-f9a13306cd0b tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:25.067736 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c7cf7db1-6f63-49f2-a542-32ebd1814622 req-881e3a60-3535-443b-a3e3-f9a13306cd0b tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=576d0314-ed60-4d48-83ec-86645233803c HTTP/1.1" status: 200 len: 946 time: 0.0463750 May 09 04:31:25.113890 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c7cf7db1-6f63-49f2-a542-32ebd1814622 req-fa5b1311-4914-47a6-9c4a-df6e5fd7947f tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3a160c2-be8b-4d69-b0c3-9a051a3147fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400877 May 09 04:31:25.220725 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075df02-8c68-4191-9b7f-441f2bb7bb74 req-7a23afa6-c77d-4ffd-9141-b238938bc272 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:25.222174 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9075df02-8c68-4191-9b7f-441f2bb7bb74 req-7a23afa6-c77d-4ffd-9141-b238938bc272 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=576d0314-ed60-4d48-83ec-86645233803c HTTP/1.1" status: 200 len: 946 time: 0.0471034 May 09 04:31:25.230786 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 47334) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:31:25.235055 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-abcf2edb-7483-4a37-bac6-247a2e124a09 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Request body: {'floatingip': {'port_id': 'e30725aa-831c-4789-9157-939a4a0d3bea'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:31:25.273639 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-abcf2edb-7483-4a37-bac6-247a2e124a09 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks [] for floatingip (e0720f90-3d8c-4bdd-9b31-83f2d70f268c), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:25.328199 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43e19ad3-c0e7-48b8-9cb0-6496f201f8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3ce75c28-5550-4d51-9af6-2a59ee09c43b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:25.504172 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137b332-da3e-401d-95ee-d2b7ceb24150 req-869de0c3-1ea7-448d-8c57-933cef43a996 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:25.505645 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f137b332-da3e-401d-95ee-d2b7ceb24150 req-869de0c3-1ea7-448d-8c57-933cef43a996 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 946 time: 0.0472262 May 09 04:31:25.553425 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f137b332-da3e-401d-95ee-d2b7ceb24150 req-28c2511e-5dcf-4744-938b-e2c511b8c404 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416026 May 09 04:31:25.723201 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-abcf2edb-7483-4a37-bac6-247a2e124a09 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:25.726903 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-abcf2edb-7483-4a37-bac6-247a2e124a09 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-653345'] for floatingip (e0720f90-3d8c-4bdd-9b31-83f2d70f268c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:25.831129 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.db.l3_db [None req-abcf2edb-7483-4a37-bac6-247a2e124a09 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Floating IP e0720f90-3d8c-4bdd-9b31-83f2d70f268c associated. External IP: 172.27.2.23, port: e30725aa-831c-4789-9157-939a4a0d3bea. May 09 04:31:26.041017 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abcf2edb-7483-4a37-bac6-247a2e124a09 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Router d558c994-b5d2-4ad3-812d-f475764d9f36 has already been hosted by L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 04:31:26.148161 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abcf2edb-7483-4a37-bac6-247a2e124a09 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:31:26.153447 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-abcf2edb-7483-4a37-bac6-247a2e124a09 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:26.158475 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585660fa-ef42-4510-8166-021d0af03585 None None] Sync routers for ids ['d558c994-b5d2-4ad3-812d-f475764d9f36'] in dv-cinder-838009-3-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:31:26.168274 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585660fa-ef42-4510-8166-021d0af03585 None None] Routers {'d558c994-b5d2-4ad3-812d-f475764d9f36'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:31:26.168902 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-585660fa-ef42-4510-8166-021d0af03585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:31:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['d558c994-b5d2-4ad3-812d-f475764d9f36'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:31:26.183036 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-abcf2edb-7483-4a37-bac6-247a2e124a09 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "PUT /v2.0/floatingips/e0720f90-3d8c-4bdd-9b31-83f2d70f268c HTTP/1.1" status: 200 len: 991 time: 0.9512217 May 09 04:31:26.183626 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576d0314-ed60-4d48-83ec-86645233803c', 'tag': 'e30725aa-831c-4789-9157-939a4a0d3bea'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:31:26.185880 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708343da101edf5db3821e80f7e6194e70163222c3a70cb9c2c474869a6028b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9189587-2dbc-4e29-83fe-55971672c851" -d '{"events": [{"name": "network-changed", "server_uuid": "576d0314-ed60-4d48-83ec-86645233803c", "tag": "e30725aa-831c-4789-9157-939a4a0d3bea"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:31:26.221447 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 04:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c584b099-762d-4d54-b915-10dc2f070abc x-openstack-request-id: req-c584b099-762d-4d54-b915-10dc2f070abc {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:31:26.221743 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "576d0314-ed60-4d48-83ec-86645233803c", "tag": "e30725aa-831c-4789-9157-939a4a0d3bea", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:31:26.222006 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c584b099-762d-4d54-b915-10dc2f070abc {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:31:26.222413 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c584b099-762d-4d54-b915-10dc2f070abc'] response: {'name': 'network-changed', 'server_uuid': '576d0314-ed60-4d48-83ec-86645233803c', 'tag': 'e30725aa-831c-4789-9157-939a4a0d3bea', 'status': 'completed', 'code': 200} May 09 04:31:26.282067 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-585660fa-ef42-4510-8166-021d0af03585 None None] Set router d558c994-b5d2-4ad3-812d-f475764d9f36 gateway port host: dv-cinder-838009-3-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:31:26.291415 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9189587-2dbc-4e29-83fe-55971672c851 req-97d909a4-a37e-497e-b9ef-a42683a8996a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:26.292886 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d9189587-2dbc-4e29-83fe-55971672c851 req-97d909a4-a37e-497e-b9ef-a42683a8996a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3c23c235fa1c4944bd7a337357d0c030&device_id=576d0314-ed60-4d48-83ec-86645233803c HTTP/1.1" status: 200 len: 1130 time: 0.0432014 May 09 04:31:26.381378 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9189587-2dbc-4e29-83fe-55971672c851 req-d93abdd3-9575-491d-9ba5-08bc3843e83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:26.382846 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d9189587-2dbc-4e29-83fe-55971672c851 req-d93abdd3-9575-491d-9ba5-08bc3843e83d service neutron] 10.222.0.13 "GET /v2.0/networks?id=97444843-38bb-4cb5-93cc-2ce85c9e2986 HTTP/1.1" status: 200 len: 912 time: 0.0825744 May 09 04:31:26.456466 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d9189587-2dbc-4e29-83fe-55971672c851 req-eafbf64c-af15-4d30-8787-156d4ceb01b2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e30725aa-831c-4789-9157-939a4a0d3bea HTTP/1.1" status: 200 len: 999 time: 0.0622942 May 09 04:31:26.496820 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-585660fa-ef42-4510-8166-021d0af03585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'name': 'tempest-AttachVolumeTestJSON-2062294309-router', 'tenant_id': '3c23c235fa1c4944bd7a337357d0c030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'f71b763c-dedd-43c1-aae2-b2cb113583ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:13Z', 'updated_at': '2022-05-09T04:26:18Z', 'revision_number': 4, 'project_id': '3c23c235fa1c4944bd7a337357d0c030', 'gw_port': {'id': 'f71b763c-dedd-43c1-aae2-b2cb113583ea', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:14Z', 'updated_at': '2022-05-09T04:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_floatingips': [{'id': 'e0720f90-3d8c-4bdd-9b31-83f2d70f268c', 'tenant_id': '3c23c235fa1c4944bd7a337357d0c030', 'floating_ip_address': '172.27.2.23', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'port_id': 'e30725aa-831c-4789-9157-939a4a0d3bea', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97444843-38bb-4cb5-93cc-2ce85c9e2986', 'mac_address': 'fa:16:3e:d8:bf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576d0314-ed60-4d48-83ec-86645233803c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:31:11Z', 'updated_at': '2022-05-09T04:31:25Z', 'revision_number': 1, 'project_id': '3c23c235fa1c4944bd7a337357d0c030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '735c5f77-b454-415c-838e-f6e54ebcc850', 'name': '', 'network_id': '97444843-38bb-4cb5-93cc-2ce85c9e2986', 'tenant_id': '3c23c235fa1c4944bd7a337357d0c030', 'mac_address': 'fa:16:3e:f0:a4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:17Z', 'updated_at': '2022-05-09T04:26:33Z', 'revision_number': 5, 'project_id': '3c23c235fa1c4944bd7a337357d0c030', 'subnets': [{'id': '95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:31:26.505041 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9189587-2dbc-4e29-83fe-55971672c851 req-876dbd0f-231d-4a7d-8d52-25093d778a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:26.506503 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d9189587-2dbc-4e29-83fe-55971672c851 req-876dbd0f-231d-4a7d-8d52-25093d778a59 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6 HTTP/1.1" status: 200 len: 850 time: 0.0436401 May 09 04:31:26.527101 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585660fa-ef42-4510-8166-021d0af03585 None None] Checking router: d558c994-b5d2-4ad3-812d-f475764d9f36 for host: dv-cinder-838009-3-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:31:26.535638 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585660fa-ef42-4510-8166-021d0af03585 None None] Routers {'d558c994-b5d2-4ad3-812d-f475764d9f36'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:31:26.536298 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-585660fa-ef42-4510-8166-021d0af03585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:31:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['d558c994-b5d2-4ad3-812d-f475764d9f36'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:31:26.550427 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9189587-2dbc-4e29-83fe-55971672c851 req-bd8d1e38-51e8-480f-890c-a800a707a3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:26.551844 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d9189587-2dbc-4e29-83fe-55971672c851 req-bd8d1e38-51e8-480f-890c-a800a707a3c5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=97444843-38bb-4cb5-93cc-2ce85c9e2986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388618 May 09 04:31:26.651232 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-585660fa-ef42-4510-8166-021d0af03585 None None] Set router d558c994-b5d2-4ad3-812d-f475764d9f36 gateway port host: dv-cinder-838009-3-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:31:26.817489 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (9a15748d-6a05-4459-b777-d0dd003edfa1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:26.890429 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-585660fa-ef42-4510-8166-021d0af03585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'name': 'tempest-AttachVolumeTestJSON-2062294309-router', 'tenant_id': '3c23c235fa1c4944bd7a337357d0c030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'f71b763c-dedd-43c1-aae2-b2cb113583ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:13Z', 'updated_at': '2022-05-09T04:26:18Z', 'revision_number': 4, 'project_id': '3c23c235fa1c4944bd7a337357d0c030', 'gw_port': {'id': 'f71b763c-dedd-43c1-aae2-b2cb113583ea', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:14Z', 'updated_at': '2022-05-09T04:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_floatingips': [{'id': 'e0720f90-3d8c-4bdd-9b31-83f2d70f268c', 'tenant_id': '3c23c235fa1c4944bd7a337357d0c030', 'floating_ip_address': '172.27.2.23', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'port_id': 'e30725aa-831c-4789-9157-939a4a0d3bea', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97444843-38bb-4cb5-93cc-2ce85c9e2986', 'mac_address': 'fa:16:3e:d8:bf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576d0314-ed60-4d48-83ec-86645233803c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:31:11Z', 'updated_at': '2022-05-09T04:31:25Z', 'revision_number': 1, 'project_id': '3c23c235fa1c4944bd7a337357d0c030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '735c5f77-b454-415c-838e-f6e54ebcc850', 'name': '', 'network_id': '97444843-38bb-4cb5-93cc-2ce85c9e2986', 'tenant_id': '3c23c235fa1c4944bd7a337357d0c030', 'mac_address': 'fa:16:3e:f0:a4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:17Z', 'updated_at': '2022-05-09T04:26:33Z', 'revision_number': 5, 'project_id': '3c23c235fa1c4944bd7a337357d0c030', 'subnets': [{'id': '95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:31:26.911806 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9562d-aac9-4770-b6d8-8b5c84433a09 req-3aeb115d-2fda-45b0-9981-89d1b15d9cc0 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:26.913317 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-93f9562d-aac9-4770-b6d8-8b5c84433a09 req-3aeb115d-2fda-45b0-9981-89d1b15d9cc0 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 946 time: 0.0613666 May 09 04:31:26.922642 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585660fa-ef42-4510-8166-021d0af03585 None None] The sync data for ids ['d558c994-b5d2-4ad3-812d-f475764d9f36'] in dv-cinder-838009-3-iscsi is: [{'id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'name': 'tempest-AttachVolumeTestJSON-2062294309-router', 'tenant_id': '3c23c235fa1c4944bd7a337357d0c030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'f71b763c-dedd-43c1-aae2-b2cb113583ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:13Z', 'updated_at': '2022-05-09T04:26:18Z', 'revision_number': 4, 'project_id': '3c23c235fa1c4944bd7a337357d0c030', 'gw_port': {'id': 'f71b763c-dedd-43c1-aae2-b2cb113583ea', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:14Z', 'updated_at': '2022-05-09T04:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_floatingips': [{'id': 'e0720f90-3d8c-4bdd-9b31-83f2d70f268c', 'tenant_id': '3c23c235fa1c4944bd7a337357d0c030', 'floating_ip_address': '172.27.2.23', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'port_id': 'e30725aa-831c-4789-9157-939a4a0d3bea', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97444843-38bb-4cb5-93cc-2ce85c9e2986', 'mac_address': 'fa:16:3e:d8:bf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576d0314-ed60-4d48-83ec-86645233803c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:31:11Z', 'updated_at': '2022-05-09T04:31:25Z', 'revision_number': 1, 'project_id': '3c23c235fa1c4944bd7a337357d0c030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '735c5f77-b454-415c-838e-f6e54ebcc850', 'name': '', 'network_id': '97444843-38bb-4cb5-93cc-2ce85c9e2986', 'tenant_id': '3c23c235fa1c4944bd7a337357d0c030', 'mac_address': 'fa:16:3e:f0:a4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:17Z', 'updated_at': '2022-05-09T04:26:33Z', 'revision_number': 5, 'project_id': '3c23c235fa1c4944bd7a337357d0c030', 'subnets': [{'id': '95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:31:26.948122 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d9189587-2dbc-4e29-83fe-55971672c851 req-328131ee-38cd-4cc3-8050-4fbebcfbf5c3 service neutron] 10.222.0.13 "GET /v2.0/networks/97444843-38bb-4cb5-93cc-2ce85c9e2986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3891909 May 09 04:31:27.022428 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-93f9562d-aac9-4770-b6d8-8b5c84433a09 req-98a1047c-d173-4ffb-9ee2-9339841184ee tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017780 May 09 04:31:27.065707 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d9189587-2dbc-4e29-83fe-55971672c851 req-97d35088-00c8-47ea-b601-5281c5332be0 service neutron] 10.222.0.13 "GET /v2.0/networks/97444843-38bb-4cb5-93cc-2ce85c9e2986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073182 May 09 04:31:27.124238 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c80c6ae-9a2a-4f02-a2ae-1308efbd7e87 None None] New status for floating IP e0720f90-3d8c-4bdd-9b31-83f2d70f268c: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 04:31:28.137162 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2e61f-45a6-434e-887a-be1c7ced7700 req-6c0e8569-57e8-4b51-84d7-21cffb9d2dd1 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:28.138670 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-14b2e61f-45a6-434e-887a-be1c7ced7700 req-6c0e8569-57e8-4b51-84d7-21cffb9d2dd1 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 946 time: 0.0470536 May 09 04:31:28.187478 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-14b2e61f-45a6-434e-887a-be1c7ced7700 req-91b42fe9-4324-4fc9-b4cc-17254ccff0b5 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432665 May 09 04:31:29.299915 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec5c97c-393c-4296-b2a6-6adb4c05683b req-ef8ce3fa-6a59-45b1-9221-0d7ddfaa9c63 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:29.301397 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-eec5c97c-393c-4296-b2a6-6adb4c05683b req-ef8ce3fa-6a59-45b1-9221-0d7ddfaa9c63 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 946 time: 0.0471556 May 09 04:31:29.350046 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-eec5c97c-393c-4296-b2a6-6adb4c05683b req-42cd1554-9575-46db-9084-8e0ef27bb9e2 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425036 May 09 04:31:30.465923 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00445b-97e2-4a8d-8a43-390f77ba0ac9 req-e23c44f3-9d68-43e7-97e2-271a9c83dc21 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:30.467422 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-bc00445b-97e2-4a8d-8a43-390f77ba0ac9 req-e23c44f3-9d68-43e7-97e2-271a9c83dc21 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 946 time: 0.0499923 May 09 04:31:30.515134 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-bc00445b-97e2-4a8d-8a43-390f77ba0ac9 req-a70c5455-0ecf-49e9-b48d-35a0d5bbead0 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419946 May 09 04:31:31.056450 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ed95a-e56a-41ea-aae9-31a9f2c23af9 req-10efeb83-41ac-46f3-95d5-f9615c9d9b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:31.057897 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f38ed95a-e56a-41ea-aae9-31a9f2c23af9 req-10efeb83-41ac-46f3-95d5-f9615c9d9b6b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c8cbe32e8ede404fa3d19537256606e1&device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 1130 time: 0.0782576 May 09 04:31:31.151060 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ed95a-e56a-41ea-aae9-31a9f2c23af9 req-6252a358-eefa-4077-b13b-a3cd5bea2614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:31.152614 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f38ed95a-e56a-41ea-aae9-31a9f2c23af9 req-6252a358-eefa-4077-b13b-a3cd5bea2614 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b94aa6a-0d58-466c-8eb9-c480de2276aa HTTP/1.1" status: 200 len: 910 time: 0.0865519 May 09 04:31:31.219238 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f38ed95a-e56a-41ea-aae9-31a9f2c23af9 req-60c1e03a-cf0c-4019-b9f3-e2146d6b9c7e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b3c8f68-461e-4b7f-843a-747af41739b1 HTTP/1.1" status: 200 len: 1002 time: 0.0597739 May 09 04:31:31.280216 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ed95a-e56a-41ea-aae9-31a9f2c23af9 req-adfbade8-491e-4164-821d-7b5133f76f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:31.281687 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f38ed95a-e56a-41ea-aae9-31a9f2c23af9 req-adfbade8-491e-4164-821d-7b5133f76f23 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f838df5a-9048-42ae-96b1-031768c0ebaf HTTP/1.1" status: 200 len: 848 time: 0.0549288 May 09 04:31:31.325395 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ed95a-e56a-41ea-aae9-31a9f2c23af9 req-d3c2e3c5-6bb6-4a46-8c5f-c794855edd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:31.326867 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f38ed95a-e56a-41ea-aae9-31a9f2c23af9 req-d3c2e3c5-6bb6-4a46-8c5f-c794855edd4c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b94aa6a-0d58-466c-8eb9-c480de2276aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378153 May 09 04:31:31.419519 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f38ed95a-e56a-41ea-aae9-31a9f2c23af9 req-999dc18d-4cc6-407f-87be-8731ef7c4492 service neutron] 10.222.0.13 "GET /v2.0/networks/6b94aa6a-0d58-466c-8eb9-c480de2276aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788071 May 09 04:31:31.512073 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f38ed95a-e56a-41ea-aae9-31a9f2c23af9 req-d2a74704-80cd-4266-99ea-87f4cdae86c3 service neutron] 10.222.0.13 "GET /v2.0/networks/6b94aa6a-0d58-466c-8eb9-c480de2276aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843420 May 09 04:31:31.629823 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ae940-8846-4234-b6f5-78c83b12f943 req-46730897-6073-4284-b0c8-ecc376510608 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:31.631255 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-364ae940-8846-4234-b6f5-78c83b12f943 req-46730897-6073-4284-b0c8-ecc376510608 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 946 time: 0.0464339 May 09 04:31:31.679089 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-364ae940-8846-4234-b6f5-78c83b12f943 req-c8013b20-7cb8-49ec-b549-17be93236771 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416687 May 09 04:31:32.257002 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9fa0fc86-75de-4444-92b1-14dff74dacd9 req-213112a1-f12b-4fcf-9153-0fadb9de85a6 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1421884183&fields=id&tenant_id=cf2a64ab3bc1448b8a934e2d103bb161 HTTP/1.1" status: 200 len: 267 time: 0.0447347 May 09 04:31:32.308121 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0fc86-75de-4444-92b1-14dff74dacd9 req-943fbafc-d95b-4ac2-99bb-c75bb7ccb34f tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:32.309578 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9fa0fc86-75de-4444-92b1-14dff74dacd9 req-943fbafc-d95b-4ac2-99bb-c75bb7ccb34f tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 985 time: 0.0469582 May 09 04:31:32.319938 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [req-9fa0fc86-75de-4444-92b1-14dff74dacd9 req-fbe89618-8076-43c9-98dd-d2713788eff1 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Request body: {'port': {'security_groups': ['3f5857f0-83c5-40c8-9ce8-13118e1e61c8']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:31:32.402312 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9fa0fc86-75de-4444-92b1-14dff74dacd9 req-fbe89618-8076-43c9-98dd-d2713788eff1 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (675e6f12-2f41-46e3-b8d5-09ed37ae4a6f), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:32.587462 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-9fa0fc86-75de-4444-92b1-14dff74dacd9 req-fbe89618-8076-43c9-98dd-d2713788eff1 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] For port 675e6f12-2f41-46e3-b8d5-09ed37ae4a6f, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=675e6f12-2f41-46e3-b8d5-09ed37ae4a6f,segment=NetworkSegment(e721fef7-2fbf-4951-beab-ce8ea2bdc6b4),segment_id=e721fef7-2fbf-4951-beab-ce8ea2bdc6b4)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:31:32.622331 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9fa0fc86-75de-4444-92b1-14dff74dacd9 req-fbe89618-8076-43c9-98dd-d2713788eff1 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks [] for port (675e6f12-2f41-46e3-b8d5-09ed37ae4a6f), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:32.626837 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9fa0fc86-75de-4444-92b1-14dff74dacd9 req-fbe89618-8076-43c9-98dd-d2713788eff1 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718803'] for port (675e6f12-2f41-46e3-b8d5-09ed37ae4a6f), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:32.639328 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] get_ports_and_sgs() called for port_ids ['675e6f12-2f41-46e3-b8d5-09ed37ae4a6f'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 04:31:32.668296 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0fc86-75de-4444-92b1-14dff74dacd9 req-fbe89618-8076-43c9-98dd-d2713788eff1 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:32.669119 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-9fa0fc86-75de-4444-92b1-14dff74dacd9 req-fbe89618-8076-43c9-98dd-d2713788eff1 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:32.670675 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9fa0fc86-75de-4444-92b1-14dff74dacd9 req-fbe89618-8076-43c9-98dd-d2713788eff1 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "PUT /v2.0/ports/675e6f12-2f41-46e3-b8d5-09ed37ae4a6f HTTP/1.1" status: 200 len: 943 time: 0.3548062 May 09 04:31:32.673470 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b52cecb3-2634-4f9e-a9df-1ae4595bb3e1', 'tag': '675e6f12-2f41-46e3-b8d5-09ed37ae4a6f'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:31:32.675826 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708343da101edf5db3821e80f7e6194e70163222c3a70cb9c2c474869a6028b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b794dc-20b5-49fb-8ddd-6a3d132cdee4" -d '{"events": [{"name": "network-changed", "server_uuid": "b52cecb3-2634-4f9e-a9df-1ae4595bb3e1", "tag": "675e6f12-2f41-46e3-b8d5-09ed37ae4a6f"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:31:32.681673 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 47382) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:31:32.709575 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe89618-8076-43c9-98dd-d2713788eff1 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Pushing event updated for resources: {'Port': ['ID=675e6f12-2f41-46e3-b8d5-09ed37ae4a6f,revision_number=7']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:32.722235 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 04:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbf3f85-5066-4f1f-b8d8-ebcb3d6f6b3d x-openstack-request-id: req-8fbf3f85-5066-4f1f-b8d8-ebcb3d6f6b3d {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:31:32.722525 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b52cecb3-2634-4f9e-a9df-1ae4595bb3e1", "tag": "675e6f12-2f41-46e3-b8d5-09ed37ae4a6f", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:31:32.722779 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8fbf3f85-5066-4f1f-b8d8-ebcb3d6f6b3d {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:31:32.723180 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fbf3f85-5066-4f1f-b8d8-ebcb3d6f6b3d'] response: {'name': 'network-changed', 'server_uuid': 'b52cecb3-2634-4f9e-a9df-1ae4595bb3e1', 'tag': '675e6f12-2f41-46e3-b8d5-09ed37ae4a6f', 'status': 'completed', 'code': 200} May 09 04:31:32.768113 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ed1d999-c66a-4abc-92c5-79e8da942ff8 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks [] for security_group (50344f9a-eb8f-43c1-9c05-983eb3f3a838), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:32.801326 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ed1d999-c66a-4abc-92c5-79e8da942ff8 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks [] for security_group (50344f9a-eb8f-43c1-9c05-983eb3f3a838), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:32.819328 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042adf6-11e3-4a7e-ba09-5f652473a1d0 req-17d2efc2-6a0c-4820-a56d-5503e59dc128 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:32.828643 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-b042adf6-11e3-4a7e-ba09-5f652473a1d0 req-17d2efc2-6a0c-4820-a56d-5503e59dc128 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 946 time: 0.0629642 May 09 04:31:32.860072 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] get_ports_and_sgs() called for port_ids ['675e6f12-2f41-46e3-b8d5-09ed37ae4a6f'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 04:31:32.874020 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ed1d999-c66a-4abc-92c5-79e8da942ff8 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (50344f9a-eb8f-43c1-9c05-983eb3f3a838), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:32.876590 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8ed1d999-c66a-4abc-92c5-79e8da942ff8 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:32.877932 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-8ed1d999-c66a-4abc-92c5-79e8da942ff8 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "DELETE /v2.0/security-groups/50344f9a-eb8f-43c1-9c05-983eb3f3a838 HTTP/1.1" status: 204 len: 168 time: 0.1952665 May 09 04:31:32.881325 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 47386) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:31:32.900702 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-b042adf6-11e3-4a7e-ba09-5f652473a1d0 req-fa2eee44-8699-4422-b089-97edd7e13031 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696929 May 09 04:31:32.928680 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed1d999-c66a-4abc-92c5-79e8da942ff8 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50344f9a-eb8f-43c1-9c05-983eb3f3a838,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:33.024296 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0f0dc6a7-a2dd-4b73-9438-3cb5552ae571 None None] Provisioning complete for port 675e6f12-2f41-46e3-b8d5-09ed37ae4a6f triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:31:33.024665 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0f0dc6a7-a2dd-4b73-9438-3cb5552ae571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (675e6f12-2f41-46e3-b8d5-09ed37ae4a6f), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:33.051456 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b794dc-20b5-49fb-8ddd-6a3d132cdee4 req-25ad8b81-654c-496a-aeb4-af7a7894fa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:33.052975 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c1b794dc-20b5-49fb-8ddd-6a3d132cdee4 req-25ad8b81-654c-496a-aeb4-af7a7894fa82 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf2a64ab3bc1448b8a934e2d103bb161&device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 1130 time: 0.0517354 May 09 04:31:33.085700 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-e042dc37-09ec-4e9b-a154-9d350b1d7112 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Deleting port 38ef71df-8bdd-4c41-86ff-1e8841600d8b {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:31:33.086045 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e042dc37-09ec-4e9b-a154-9d350b1d7112 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (38ef71df-8bdd-4c41-86ff-1e8841600d8b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:33.114308 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0f0dc6a7-a2dd-4b73-9438-3cb5552ae571 None None] Current status of the port 675e6f12-2f41-46e3-b8d5-09ed37ae4a6f is: ACTIVE; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:31:33.163844 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e042dc37-09ec-4e9b-a154-9d350b1d7112 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (38ef71df-8bdd-4c41-86ff-1e8841600d8b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:33.164204 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e042dc37-09ec-4e9b-a154-9d350b1d7112 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks [] for floatingip (38ef71df-8bdd-4c41-86ff-1e8841600d8b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:33.176982 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-e042dc37-09ec-4e9b-a154-9d350b1d7112 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Calling delete_port for 38ef71df-8bdd-4c41-86ff-1e8841600d8b owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:31:33.344437 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e042dc37-09ec-4e9b-a154-9d350b1d7112 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069'] for port (38ef71df-8bdd-4c41-86ff-1e8841600d8b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:33.369681 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042dc37-09ec-4e9b-a154-9d350b1d7112 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Pushing event deleted for resources: {'Port': ['ID=38ef71df-8bdd-4c41-86ff-1e8841600d8b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:33.393462 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e042dc37-09ec-4e9b-a154-9d350b1d7112 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks [] for floatingip (bf2baebb-5f78-4a39-8dbc-7c5065955868), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:33.393792 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.db.l3_db [None req-e042dc37-09ec-4e9b-a154-9d350b1d7112 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Floating IP bf2baebb-5f78-4a39-8dbc-7c5065955868 disassociated (deleted). External IP: 172.27.2.96, port: 675e6f12-2f41-46e3-b8d5-09ed37ae4a6f. May 09 04:31:33.601074 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e042dc37-09ec-4e9b-a154-9d350b1d7112 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Router 7fa5118d-add2-498a-a3dc-87e0c4d54a3a has already been hosted by L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 04:31:33.780821 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e042dc37-09ec-4e9b-a154-9d350b1d7112 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:31:33.782863 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b794dc-20b5-49fb-8ddd-6a3d132cdee4 req-c377f783-97b6-4750-8430-4a790edd96b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:33.784336 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c1b794dc-20b5-49fb-8ddd-6a3d132cdee4 req-c377f783-97b6-4750-8430-4a790edd96b1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=da1a742f-a0fb-4823-acf5-bb842d53e97e HTTP/1.1" status: 200 len: 915 time: 0.1390662 May 09 04:31:33.787260 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e042dc37-09ec-4e9b-a154-9d350b1d7112 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:33.791411 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efbef29-9169-4c5f-9f73-54a8948c67bb None None] Sync routers for ids ['7fa5118d-add2-498a-a3dc-87e0c4d54a3a'] in dv-cinder-838009-3-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:31:33.801088 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efbef29-9169-4c5f-9f73-54a8948c67bb None None] Routers {'7fa5118d-add2-498a-a3dc-87e0c4d54a3a'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:31:33.801703 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-3efbef29-9169-4c5f-9f73-54a8948c67bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:31:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['7fa5118d-add2-498a-a3dc-87e0c4d54a3a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:31:33.819787 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-e042dc37-09ec-4e9b-a154-9d350b1d7112 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "DELETE /v2.0/floatingips/bf2baebb-5f78-4a39-8dbc-7c5065955868 HTTP/1.1" status: 204 len: 168 time: 0.9370666 May 09 04:31:33.820791 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b52cecb3-2634-4f9e-a9df-1ae4595bb3e1', 'tag': '675e6f12-2f41-46e3-b8d5-09ed37ae4a6f'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:31:33.823978 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a98aaefa13d75cb12d9cbfc750f918ae1aa7d1c3c8041a7e7d91ea73ff80a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b45404-89db-4621-ae66-d1a5db6de921" -d '{"events": [{"name": "network-changed", "server_uuid": "b52cecb3-2634-4f9e-a9df-1ae4595bb3e1", "tag": "675e6f12-2f41-46e3-b8d5-09ed37ae4a6f"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:31:33.874879 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c1b794dc-20b5-49fb-8ddd-6a3d132cdee4 req-fbd9928f-9ef6-45e3-9ff4-456f8ab52068 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=675e6f12-2f41-46e3-b8d5-09ed37ae4a6f HTTP/1.1" status: 200 len: 217 time: 0.0432236 May 09 04:31:33.917623 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 04:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd884bb-3709-4afd-adc3-3d02a021e5f3 x-openstack-request-id: req-0fd884bb-3709-4afd-adc3-3d02a021e5f3 {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:31:33.917869 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b52cecb3-2634-4f9e-a9df-1ae4595bb3e1", "tag": "675e6f12-2f41-46e3-b8d5-09ed37ae4a6f", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:31:33.918196 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0fd884bb-3709-4afd-adc3-3d02a021e5f3 {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:31:33.918659 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fd884bb-3709-4afd-adc3-3d02a021e5f3'] response: {'name': 'network-changed', 'server_uuid': 'b52cecb3-2634-4f9e-a9df-1ae4595bb3e1', 'tag': '675e6f12-2f41-46e3-b8d5-09ed37ae4a6f', 'status': 'completed', 'code': 200} May 09 04:31:33.938693 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b794dc-20b5-49fb-8ddd-6a3d132cdee4 req-4f622c16-430e-440f-9038-3cacc50ff3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:33.940352 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c1b794dc-20b5-49fb-8ddd-6a3d132cdee4 req-4f622c16-430e-440f-9038-3cacc50ff3e8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f2c7c720-a0e3-4650-9d10-f6010eaead33 HTTP/1.1" status: 200 len: 853 time: 0.0563025 May 09 04:31:33.959199 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-3efbef29-9169-4c5f-9f73-54a8948c67bb None None] Set router 7fa5118d-add2-498a-a3dc-87e0c4d54a3a gateway port host: dv-cinder-838009-3-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:31:34.008381 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b794dc-20b5-49fb-8ddd-6a3d132cdee4 req-0168bc71-42ed-4b40-a39a-9da4921a7727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:34.009930 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c1b794dc-20b5-49fb-8ddd-6a3d132cdee4 req-0168bc71-42ed-4b40-a39a-9da4921a7727 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da1a742f-a0fb-4823-acf5-bb842d53e97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0616341 May 09 04:31:34.034979 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc497f-bb6f-44bc-a206-f7b600a944f1 req-5a6d8181-1832-4cb7-89b7-fc00e64b6f16 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:34.036414 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-49fc497f-bb6f-44bc-a206-f7b600a944f1 req-5a6d8181-1832-4cb7-89b7-fc00e64b6f16 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 946 time: 0.0613258 May 09 04:31:34.140854 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-49fc497f-bb6f-44bc-a206-f7b600a944f1 req-911b7ed8-34dd-4e71-b0e9-c30f4671838c tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931129 May 09 04:31:34.152937 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c1b794dc-20b5-49fb-8ddd-6a3d132cdee4 req-790be210-4b57-40f0-a321-733a1988ed65 service neutron] 10.222.0.13 "GET /v2.0/networks/da1a742f-a0fb-4823-acf5-bb842d53e97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310592 May 09 04:31:34.171264 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-3efbef29-9169-4c5f-9f73-54a8948c67bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa5118d-add2-498a-a3dc-87e0c4d54a3a', 'name': 'tempest-TestMinimumBasicScenario-524112707-router', 'tenant_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '9277d559-6ea8-40ad-99a3-d40d4f444af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:48Z', 'updated_at': '2022-05-09T04:27:55Z', 'revision_number': 4, 'project_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'gw_port': {'id': '9277d559-6ea8-40ad-99a3-d40d4f444af1', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa5118d-add2-498a-a3dc-87e0c4d54a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:49Z', 'updated_at': '2022-05-09T04:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '423cc753-ac02-44c3-9978-67edc8948b86', 'name': '', 'network_id': 'da1a742f-a0fb-4823-acf5-bb842d53e97e', 'tenant_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'mac_address': 'fa:16:3e:c2:47:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa5118d-add2-498a-a3dc-87e0c4d54a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'f2c7c720-a0e3-4650-9d10-f6010eaead33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:54Z', 'updated_at': '2022-05-09T04:28:16Z', 'revision_number': 5, 'project_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'subnets': [{'id': 'f2c7c720-a0e3-4650-9d10-f6010eaead33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:31:34.338898 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c1b794dc-20b5-49fb-8ddd-6a3d132cdee4 req-bb59d559-7a8d-4eef-8447-d586d6b37c98 service neutron] 10.222.0.13 "GET /v2.0/networks/da1a742f-a0fb-4823-acf5-bb842d53e97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683452 May 09 04:31:34.360842 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efbef29-9169-4c5f-9f73-54a8948c67bb None None] Checking router: 7fa5118d-add2-498a-a3dc-87e0c4d54a3a for host: dv-cinder-838009-3-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:31:34.372555 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efbef29-9169-4c5f-9f73-54a8948c67bb None None] Routers {'7fa5118d-add2-498a-a3dc-87e0c4d54a3a'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:31:34.373247 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-3efbef29-9169-4c5f-9f73-54a8948c67bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:31:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['7fa5118d-add2-498a-a3dc-87e0c4d54a3a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:31:34.463679 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b45404-89db-4621-ae66-d1a5db6de921 req-8586b21b-4828-45f9-b49c-7d514b320c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:34.465326 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-58b45404-89db-4621-ae66-d1a5db6de921 req-8586b21b-4828-45f9-b49c-7d514b320c72 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf2a64ab3bc1448b8a934e2d103bb161&device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 1130 time: 0.0534246 May 09 04:31:34.487466 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-3efbef29-9169-4c5f-9f73-54a8948c67bb None None] Set router 7fa5118d-add2-498a-a3dc-87e0c4d54a3a gateway port host: dv-cinder-838009-3-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:31:34.669597 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-3efbef29-9169-4c5f-9f73-54a8948c67bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa5118d-add2-498a-a3dc-87e0c4d54a3a', 'name': 'tempest-TestMinimumBasicScenario-524112707-router', 'tenant_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '9277d559-6ea8-40ad-99a3-d40d4f444af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:48Z', 'updated_at': '2022-05-09T04:27:55Z', 'revision_number': 4, 'project_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'gw_port': {'id': '9277d559-6ea8-40ad-99a3-d40d4f444af1', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa5118d-add2-498a-a3dc-87e0c4d54a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:49Z', 'updated_at': '2022-05-09T04:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '423cc753-ac02-44c3-9978-67edc8948b86', 'name': '', 'network_id': 'da1a742f-a0fb-4823-acf5-bb842d53e97e', 'tenant_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'mac_address': 'fa:16:3e:c2:47:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa5118d-add2-498a-a3dc-87e0c4d54a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'f2c7c720-a0e3-4650-9d10-f6010eaead33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:54Z', 'updated_at': '2022-05-09T04:28:16Z', 'revision_number': 5, 'project_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'subnets': [{'id': 'f2c7c720-a0e3-4650-9d10-f6010eaead33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:31:34.699579 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efbef29-9169-4c5f-9f73-54a8948c67bb None None] The sync data for ids ['7fa5118d-add2-498a-a3dc-87e0c4d54a3a'] in dv-cinder-838009-3-iscsi is: [{'id': '7fa5118d-add2-498a-a3dc-87e0c4d54a3a', 'name': 'tempest-TestMinimumBasicScenario-524112707-router', 'tenant_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '9277d559-6ea8-40ad-99a3-d40d4f444af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:48Z', 'updated_at': '2022-05-09T04:27:55Z', 'revision_number': 4, 'project_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'gw_port': {'id': '9277d559-6ea8-40ad-99a3-d40d4f444af1', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa5118d-add2-498a-a3dc-87e0c4d54a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:49Z', 'updated_at': '2022-05-09T04:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '423cc753-ac02-44c3-9978-67edc8948b86', 'name': '', 'network_id': 'da1a742f-a0fb-4823-acf5-bb842d53e97e', 'tenant_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'mac_address': 'fa:16:3e:c2:47:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa5118d-add2-498a-a3dc-87e0c4d54a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'f2c7c720-a0e3-4650-9d10-f6010eaead33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:54Z', 'updated_at': '2022-05-09T04:28:16Z', 'revision_number': 5, 'project_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'subnets': [{'id': 'f2c7c720-a0e3-4650-9d10-f6010eaead33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:31:34.885573 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b45404-89db-4621-ae66-d1a5db6de921 req-0ac8cdd0-eb50-4a0e-bf1c-4350a3fbb093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:34.887573 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-58b45404-89db-4621-ae66-d1a5db6de921 req-0ac8cdd0-eb50-4a0e-bf1c-4350a3fbb093 service neutron] 10.222.0.13 "GET /v2.0/networks?id=da1a742f-a0fb-4823-acf5-bb842d53e97e HTTP/1.1" status: 200 len: 915 time: 0.1046448 May 09 04:31:34.961868 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fcdaed-9dfe-460e-9a86-2b7d07d1bdce None None] New status for floating IP bf2baebb-5f78-4a39-8dbc-7c5065955868: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 04:31:35.036472 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2feb3-e8c4-4666-a8e7-6b137f363e39 req-fb407b10-d06c-4603-9761-4408a71fca3a tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:35.037975 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-89b2feb3-e8c4-4666-a8e7-6b137f363e39 req-fb407b10-d06c-4603-9761-4408a71fca3a tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 946 time: 0.0527420 May 09 04:31:35.085399 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-89b2feb3-e8c4-4666-a8e7-6b137f363e39 req-8ca84c92-0fa4-4189-8f45-bbf7e0acabef tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=274a1307-105b-4303-bcc6-e4c7b0b7008c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414951 May 09 04:31:35.163531 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-58b45404-89db-4621-ae66-d1a5db6de921 req-4a15b30f-17b3-44cb-b21a-6bbf7baf3e68 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=675e6f12-2f41-46e3-b8d5-09ed37ae4a6f HTTP/1.1" status: 200 len: 217 time: 0.0399313 May 09 04:31:35.263561 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a5f6d2-5588-45a6-884d-15b0b6c1a306 req-58cb6282-3d95-4ffb-925b-737d668b830b tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:35.265067 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b9a5f6d2-5588-45a6-884d-15b0b6c1a306 req-58cb6282-3d95-4ffb-925b-737d668b830b tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 946 time: 0.0465500 May 09 04:31:35.313129 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b9a5f6d2-5588-45a6-884d-15b0b6c1a306 req-71264721-662b-475e-b449-d66d1a336f7d tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424089 May 09 04:31:35.508122 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 47424) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:31:35.523846 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d066f9-e0f4-4cc7-a3ff-7b778425a574 req-8c6a30ff-a0fe-4496-b761-c5853c30dc1f tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:35.525461 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-d4d066f9-e0f4-4cc7-a3ff-7b778425a574 req-8c6a30ff-a0fe-4496-b761-c5853c30dc1f tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 946 time: 0.0529275 May 09 04:31:35.605487 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-d4d066f9-e0f4-4cc7-a3ff-7b778425a574 req-63e4ff38-0296-4650-8a61-6f7a6d8d3dee tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745325 May 09 04:31:35.609378 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-10d57014-66f4-4925-8cda-69594009ca55 req-47a7b325-a6a1-4390-9682-ad4a6dc82cc7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1002147 May 09 04:31:35.618364 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [req-10d57014-66f4-4925-8cda-69594009ca55 req-fe4eef7f-0888-49fd-9edb-993c97cc8be1 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103225) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 09 04:31:35.620188 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-10d57014-66f4-4925-8cda-69594009ca55 req-fe4eef7f-0888-49fd-9edb-993c97cc8be1 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057807 May 09 04:31:35.693354 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 47432) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:31:35.786679 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d57014-66f4-4925-8cda-69594009ca55 req-267d1dae-2f93-4397-b314-abffc776ab7a tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:35.788048 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-10d57014-66f4-4925-8cda-69594009ca55 req-267d1dae-2f93-4397-b314-abffc776ab7a tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports/8b3c8f68-461e-4b7f-843a-747af41739b1 HTTP/1.1" status: 200 len: 943 time: 0.0937486 May 09 04:31:36.249858 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a88bb-1ea2-48cc-8c09-3b2ee47299b1 req-f10b17ec-470e-4dcb-b94d-f3cd07ccbd8f tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:36.251323 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-686a88bb-1ea2-48cc-8c09-3b2ee47299b1 req-f10b17ec-470e-4dcb-b94d-f3cd07ccbd8f tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 946 time: 0.0458736 May 09 04:31:36.302239 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-686a88bb-1ea2-48cc-8c09-3b2ee47299b1 req-830bae09-bc8a-4a79-8fd8-9172ce8ae663 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=274a1307-105b-4303-bcc6-e4c7b0b7008c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453792 May 09 04:31:36.717214 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59118217-80fc-4a0f-bb28-0a12341a6ba4 req-a4c2ba2a-f382-4a2a-8a24-2eb8dfa6b729 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:36.718705 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-59118217-80fc-4a0f-bb28-0a12341a6ba4 req-a4c2ba2a-f382-4a2a-8a24-2eb8dfa6b729 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 946 time: 0.0468831 May 09 04:31:36.770171 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-59118217-80fc-4a0f-bb28-0a12341a6ba4 req-32b25851-3c42-4eab-89b7-df19d3295768 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459826 May 09 04:31:36.886038 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b2f9b-764f-4a54-8e16-eff10102e61d req-f656b059-06c7-4771-93ad-64000611d961 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:36.887578 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d76b2f9b-764f-4a54-8e16-eff10102e61d req-f656b059-06c7-4771-93ad-64000611d961 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=d25d4ade-5644-40c6-81ca-73ccc85df6e1 HTTP/1.1" status: 200 len: 945 time: 0.0473797 May 09 04:31:36.934396 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d76b2f9b-764f-4a54-8e16-eff10102e61d req-512e6915-7c71-4a90-9356-22987a6fcee1 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409565 May 09 04:31:37.418138 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e548a-518c-4b7d-b665-fd25852ab867 req-bc539ad0-bcae-47ec-83a4-333eb9ff94f2 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:37.419580 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9b0e548a-518c-4b7d-b665-fd25852ab867 req-bc539ad0-bcae-47ec-83a4-333eb9ff94f2 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 946 time: 0.0471277 May 09 04:31:37.464742 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9b0e548a-518c-4b7d-b665-fd25852ab867 req-db209417-6364-4b07-9ef2-041c53a6f74a tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=274a1307-105b-4303-bcc6-e4c7b0b7008c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396621 May 09 04:31:37.880411 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1916f94-4823-4e40-a3a6-3e2d68c631bc req-5c1f961d-dce4-4282-af43-68713ab70ad8 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:37.881852 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-b1916f94-4823-4e40-a3a6-3e2d68c631bc req-5c1f961d-dce4-4282-af43-68713ab70ad8 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 946 time: 0.0458288 May 09 04:31:37.931546 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-b1916f94-4823-4e40-a3a6-3e2d68c631bc req-464b0703-f697-4b29-b7c9-5244ffd88b3a tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424836 May 09 04:31:38.049681 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2ed15-8fde-4c25-8151-88f03c781561 req-d005bc6b-bd39-4f67-bc49-6eb2e0bae2c1 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:38.051037 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-64b2ed15-8fde-4c25-8151-88f03c781561 req-d005bc6b-bd39-4f67-bc49-6eb2e0bae2c1 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=d25d4ade-5644-40c6-81ca-73ccc85df6e1 HTTP/1.1" status: 200 len: 945 time: 0.0496774 May 09 04:31:38.100018 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-64b2ed15-8fde-4c25-8151-88f03c781561 req-21495bfd-8aa8-4269-bdee-e07a34be5338 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430956 May 09 04:31:38.216090 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 8b3c8f68-461e-4b7f-843a-747af41739b1 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:31:38.289115 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port 8b3c8f68-461e-4b7f-843a-747af41739b1 is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:31:38.289505 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (8b3c8f68-461e-4b7f-843a-747af41739b1), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:38.311737 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a541a008-c541-407b-8868-a2b9d98ed15d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b3c8f68-461e-4b7f-843a-747af41739b1'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:31:38.314242 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6941dd57353447cfe46bbb883e0d815d26e9477c6b9f0737609fdd17593c9a07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4186e8-a915-4886-b370-5a42e9ff9a89" -d '{"events": [{"server_uuid": "a541a008-c541-407b-8868-a2b9d98ed15d", "name": "network-vif-unplugged", "status": "completed", "tag": "8b3c8f68-461e-4b7f-843a-747af41739b1"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:31:38.326826 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port 8b3c8f68-461e-4b7f-843a-747af41739b1, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=8b3c8f68-461e-4b7f-843a-747af41739b1,segment=NetworkSegment(515ccb09-711b-4d3e-b358-aedeeb94a00e),segment_id=515ccb09-711b-4d3e-b358-aedeeb94a00e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:31:38.331920 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (8b3c8f68-461e-4b7f-843a-747af41739b1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:38.358598 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 09 May 2022 04:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b28f4d-4cf0-4c92-88dc-ec6a1e2190ff x-openstack-request-id: req-79b28f4d-4cf0-4c92-88dc-ec6a1e2190ff {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:31:38.358887 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a541a008-c541-407b-8868-a2b9d98ed15d", "name": "network-vif-unplugged", "status": "failed", "tag": "8b3c8f68-461e-4b7f-843a-747af41739b1", "code": 422}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:31:38.359135 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-79b28f4d-4cf0-4c92-88dc-ec6a1e2190ff {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:31:38.359556 dv-cinder-838009-3-iscsi neutron-server[103227]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-79b28f4d-4cf0-4c92-88dc-ec6a1e2190ff']: {'server_uuid': 'a541a008-c541-407b-8868-a2b9d98ed15d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8b3c8f68-461e-4b7f-843a-747af41739b1', 'code': 422} returned with failed status May 09 04:31:38.385630 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=8b3c8f68-461e-4b7f-843a-747af41739b1,revision_number=6']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:38.581621 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c29d7-8df8-4c06-9be1-356c02ca91e7 req-25a0ed22-14e7-46f7-a150-d535b5e31b48 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:38.583922 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-111c29d7-8df8-4c06-9be1-356c02ca91e7 req-25a0ed22-14e7-46f7-a150-d535b5e31b48 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 946 time: 0.0486898 May 09 04:31:38.630483 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-111c29d7-8df8-4c06-9be1-356c02ca91e7 req-d1a16f04-9dab-4654-a925-4a12a00a16fa tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=274a1307-105b-4303-bcc6-e4c7b0b7008c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406997 May 09 04:31:39.047660 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054d04f-140e-4c79-8d47-f53e9447cea2 req-68d16b65-0908-4bff-81c6-64ba27a61952 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:39.049151 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c054d04f-140e-4c79-8d47-f53e9447cea2 req-68d16b65-0908-4bff-81c6-64ba27a61952 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 944 time: 0.0500741 May 09 04:31:39.097945 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c054d04f-140e-4c79-8d47-f53e9447cea2 req-4b16928e-d21f-46da-89fc-360434ea57c0 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426867 May 09 04:31:39.214670 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247b762-520f-4331-a948-53d3e04d0594 req-ace50826-2cf6-4c12-b5f1-54d25f261ede tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:39.216070 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8247b762-520f-4331-a948-53d3e04d0594 req-ace50826-2cf6-4c12-b5f1-54d25f261ede tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=d25d4ade-5644-40c6-81ca-73ccc85df6e1 HTTP/1.1" status: 200 len: 945 time: 0.0496495 May 09 04:31:39.262999 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8247b762-520f-4331-a948-53d3e04d0594 req-ded77734-603c-4b72-9830-a3aaa007ad22 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414920 May 09 04:31:39.740196 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d6301-a8af-4b87-8b65-087f31eeaf45 req-2451de5c-d85a-4fe6-a7b9-5a7bd7e42ab2 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:39.741659 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7f1d6301-a8af-4b87-8b65-087f31eeaf45 req-2451de5c-d85a-4fe6-a7b9-5a7bd7e42ab2 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 946 time: 0.0463431 May 09 04:31:39.788387 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7f1d6301-a8af-4b87-8b65-087f31eeaf45 req-aa4e78a5-4edd-4a0d-bc5f-eea3af6fa2f0 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=274a1307-105b-4303-bcc6-e4c7b0b7008c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406618 May 09 04:31:39.832614 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b45404-89db-4621-ae66-d1a5db6de921 req-f3284b8e-14be-421d-96b7-c6200a2e4348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:39.834072 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-58b45404-89db-4621-ae66-d1a5db6de921 req-f3284b8e-14be-421d-96b7-c6200a2e4348 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f2c7c720-a0e3-4650-9d10-f6010eaead33 HTTP/1.1" status: 200 len: 853 time: 0.0446701 May 09 04:31:40.122073 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b45404-89db-4621-ae66-d1a5db6de921 req-fa337dc4-f3d9-4d26-aa55-41db4b0b98c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:40.123594 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-58b45404-89db-4621-ae66-d1a5db6de921 req-fa337dc4-f3d9-4d26-aa55-41db4b0b98c2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da1a742f-a0fb-4823-acf5-bb842d53e97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453980 May 09 04:31:40.209172 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ab729-3545-4c5d-8e5f-87c2586a2023 req-c9674af1-6e9c-4f97-ba65-75d1a2469960 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:40.210613 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-2c0ab729-3545-4c5d-8e5f-87c2586a2023 req-c9674af1-6e9c-4f97-ba65-75d1a2469960 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 944 time: 0.0472188 May 09 04:31:40.379713 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-2c0ab729-3545-4c5d-8e5f-87c2586a2023 req-73132586-800c-4dd0-af4b-9f6683a0a421 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628339 May 09 04:31:40.412752 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deefdfda-a7d5-4f6c-9ff5-49f5769c70bb req-10cf76c4-2aa9-45ed-8666-2eb52ed39ad7 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:40.415058 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-deefdfda-a7d5-4f6c-9ff5-49f5769c70bb req-10cf76c4-2aa9-45ed-8666-2eb52ed39ad7 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 946 time: 0.1572473 May 09 04:31:40.460098 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fae94-9bcc-4921-9c2c-76f6d0de99f6 req-16110955-ffaf-43d0-8dc1-3444e660a032 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:40.461814 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-58b45404-89db-4621-ae66-d1a5db6de921 req-9c5209f8-1471-4ce9-a30a-a4d072ba0a77 service neutron] 10.222.0.13 "GET /v2.0/networks/da1a742f-a0fb-4823-acf5-bb842d53e97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087052 May 09 04:31:40.462906 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-7a8fae94-9bcc-4921-9c2c-76f6d0de99f6 req-16110955-ffaf-43d0-8dc1-3444e660a032 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.13 "GET /v2.0/ports?device_id=d25d4ade-5644-40c6-81ca-73ccc85df6e1 HTTP/1.1" status: 200 len: 945 time: 0.1179585 May 09 04:31:40.468756 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e652a-5083-44ae-b899-09fd11b0ab2c req-a76c6514-f175-4e00-a34e-c95972e5d7e9 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:40.470771 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c50e652a-5083-44ae-b899-09fd11b0ab2c req-a76c6514-f175-4e00-a34e-c95972e5d7e9 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=d25d4ade-5644-40c6-81ca-73ccc85df6e1 HTTP/1.1" status: 200 len: 945 time: 0.0879180 May 09 04:31:40.565152 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-deefdfda-a7d5-4f6c-9ff5-49f5769c70bb req-a7417ad4-fa12-47d2-8feb-d1bd42432ef8 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Deleting port ef4e419e-4415-4b7c-b72d-4dbd68f98b15 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:31:40.565498 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-deefdfda-a7d5-4f6c-9ff5-49f5769c70bb req-a7417ad4-fa12-47d2-8feb-d1bd42432ef8 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (ef4e419e-4415-4b7c-b72d-4dbd68f98b15), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:40.578750 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c50e652a-5083-44ae-b899-09fd11b0ab2c req-cbd79a21-d31b-4dbd-84ca-007cec2893c4 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916402 May 09 04:31:40.599078 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-58b45404-89db-4621-ae66-d1a5db6de921 req-c559202f-8b91-42d8-8a23-662e85bfe27f service neutron] 10.222.0.13 "GET /v2.0/networks/da1a742f-a0fb-4823-acf5-bb842d53e97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195636 May 09 04:31:40.646979 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-7a8fae94-9bcc-4921-9c2c-76f6d0de99f6 req-d5cc55ca-3c02-47b6-ae45-f9474702ac25 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Deleting port f61a276d-0cef-4028-b9cc-fe9fb05d4f49 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:31:40.647299 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7a8fae94-9bcc-4921-9c2c-76f6d0de99f6 req-d5cc55ca-3c02-47b6-ae45-f9474702ac25 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (f61a276d-0cef-4028-b9cc-fe9fb05d4f49), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:40.739648 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-deefdfda-a7d5-4f6c-9ff5-49f5769c70bb req-a7417ad4-fa12-47d2-8feb-d1bd42432ef8 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] For port ef4e419e-4415-4b7c-b72d-4dbd68f98b15, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=ef4e419e-4415-4b7c-b72d-4dbd68f98b15,segment=NetworkSegment(7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725),segment_id=7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:31:40.740043 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-deefdfda-a7d5-4f6c-9ff5-49f5769c70bb req-a7417ad4-fa12-47d2-8feb-d1bd42432ef8 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (ef4e419e-4415-4b7c-b72d-4dbd68f98b15), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:40.813233 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-7a8fae94-9bcc-4921-9c2c-76f6d0de99f6 req-d5cc55ca-3c02-47b6-ae45-f9474702ac25 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] For port f61a276d-0cef-4028-b9cc-fe9fb05d4f49, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=f61a276d-0cef-4028-b9cc-fe9fb05d4f49,segment=NetworkSegment(eba89e37-d903-4a50-b018-bea7c47e8946),segment_id=eba89e37-d903-4a50-b018-bea7c47e8946)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:31:40.813603 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7a8fae94-9bcc-4921-9c2c-76f6d0de99f6 req-d5cc55ca-3c02-47b6-ae45-f9474702ac25 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (f61a276d-0cef-4028-b9cc-fe9fb05d4f49), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:41.222211 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9816d7-5b0e-4294-a35f-0429ee371738 req-97c39aeb-65df-4db2-a732-7b655ba60910 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:41.223683 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6a9816d7-5b0e-4294-a35f-0429ee371738 req-97c39aeb-65df-4db2-a732-7b655ba60910 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 946 time: 0.1091824 May 09 04:31:41.342652 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-deefdfda-a7d5-4f6c-9ff5-49f5769c70bb req-a7417ad4-fa12-47d2-8feb-d1bd42432ef8 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:41.343009 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-deefdfda-a7d5-4f6c-9ff5-49f5769c70bb req-a7417ad4-fa12-47d2-8feb-d1bd42432ef8 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-653345'] for floatingip (6bb05d9a-bbd3-4cec-a13d-07ef9e74861d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:41.343324 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.db.l3_db [req-deefdfda-a7d5-4f6c-9ff5-49f5769c70bb req-a7417ad4-fa12-47d2-8feb-d1bd42432ef8 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Floating IP 6bb05d9a-bbd3-4cec-a13d-07ef9e74861d disassociated. External IP: 172.27.2.29, port: ef4e419e-4415-4b7c-b72d-4dbd68f98b15. May 09 04:31:41.343664 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-deefdfda-a7d5-4f6c-9ff5-49f5769c70bb req-a7417ad4-fa12-47d2-8feb-d1bd42432ef8 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Calling delete_port for ef4e419e-4415-4b7c-b72d-4dbd68f98b15 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:31:41.437508 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6a9816d7-5b0e-4294-a35f-0429ee371738 req-41397370-1a27-4bd7-a6e5-a7099cf1cd65 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=274a1307-105b-4303-bcc6-e4c7b0b7008c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579833 May 09 04:31:41.441254 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d57014-66f4-4925-8cda-69594009ca55 req-0c960338-5148-401e-a16b-44178e6cdc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:41.443191 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-10d57014-66f4-4925-8cda-69594009ca55 req-0c960338-5148-401e-a16b-44178e6cdc4b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d&tenant_id=c8cbe32e8ede404fa3d19537256606e1 HTTP/1.1" status: 200 len: 1128 time: 0.0557444 May 09 04:31:41.454716 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7a8fae94-9bcc-4921-9c2c-76f6d0de99f6 req-d5cc55ca-3c02-47b6-ae45-f9474702ac25 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:41.455084 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7a8fae94-9bcc-4921-9c2c-76f6d0de99f6 req-d5cc55ca-3c02-47b6-ae45-f9474702ac25 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-653345'] for floatingip (1a2dfc03-3cbd-4177-9cc9-213dadc52cc9), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:41.455403 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.db.l3_db [req-7a8fae94-9bcc-4921-9c2c-76f6d0de99f6 req-d5cc55ca-3c02-47b6-ae45-f9474702ac25 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Floating IP 1a2dfc03-3cbd-4177-9cc9-213dadc52cc9 disassociated. External IP: 172.27.2.240, port: f61a276d-0cef-4028-b9cc-fe9fb05d4f49. May 09 04:31:41.455744 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-7a8fae94-9bcc-4921-9c2c-76f6d0de99f6 req-d5cc55ca-3c02-47b6-ae45-f9474702ac25 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Calling delete_port for f61a276d-0cef-4028-b9cc-fe9fb05d4f49 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:31:41.527515 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f607ab-1744-4e3f-b0b1-f2a0136180e7 req-d6a74013-a2e4-4e30-a201-53c13de98aa5 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:41.530106 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c2f607ab-1744-4e3f-b0b1-f2a0136180e7 req-d6a74013-a2e4-4e30-a201-53c13de98aa5 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 944 time: 0.0750587 May 09 04:31:41.534796 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d57014-66f4-4925-8cda-69594009ca55 req-c850aa98-9681-4d6c-a7d1-641f282057a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:41.536584 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-10d57014-66f4-4925-8cda-69594009ca55 req-c850aa98-9681-4d6c-a7d1-641f282057a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c8cbe32e8ede404fa3d19537256606e1&device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 1128 time: 0.0695102 May 09 04:31:41.628290 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-deefdfda-a7d5-4f6c-9ff5-49f5769c70bb req-a7417ad4-fa12-47d2-8feb-d1bd42432ef8 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (ef4e419e-4415-4b7c-b72d-4dbd68f98b15), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:41.634616 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c2f607ab-1744-4e3f-b0b1-f2a0136180e7 req-2c1bd896-6dcd-439c-9324-1de7d8a10e3b tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935943 May 09 04:31:41.663440 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d57014-66f4-4925-8cda-69594009ca55 req-b789ad1f-38a9-4919-be02-7fe445820056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:41.665536 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-10d57014-66f4-4925-8cda-69594009ca55 req-b789ad1f-38a9-4919-be02-7fe445820056 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b94aa6a-0d58-466c-8eb9-c480de2276aa HTTP/1.1" status: 200 len: 910 time: 0.1207340 May 09 04:31:41.667994 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7417ad4-fa12-47d2-8feb-d1bd42432ef8 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Pushing event deleted for resources: {'Port': ['ID=ef4e419e-4415-4b7c-b72d-4dbd68f98b15,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:41.740555 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-10d57014-66f4-4925-8cda-69594009ca55 req-e0cce067-a737-4e86-94f6-6d9ac3429599 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b3c8f68-461e-4b7f-843a-747af41739b1 HTTP/1.1" status: 200 len: 1000 time: 0.0620451 May 09 04:31:41.760309 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7a8fae94-9bcc-4921-9c2c-76f6d0de99f6 req-d5cc55ca-3c02-47b6-ae45-f9474702ac25 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (f61a276d-0cef-4028-b9cc-fe9fb05d4f49), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:41.794983 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d57014-66f4-4925-8cda-69594009ca55 req-90b76aa2-ec30-43b9-a442-0d4023a866ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:41.796464 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-10d57014-66f4-4925-8cda-69594009ca55 req-90b76aa2-ec30-43b9-a442-0d4023a866ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f838df5a-9048-42ae-96b1-031768c0ebaf HTTP/1.1" status: 200 len: 848 time: 0.0482955 May 09 04:31:41.804257 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34977715-738a-4814-ac3a-e45bd99cf327 req-2f928001-cb5e-4fb2-bdc8-652436a41758 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:41.805718 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-34977715-738a-4814-ac3a-e45bd99cf327 req-2f928001-cb5e-4fb2-bdc8-652436a41758 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=d25d4ade-5644-40c6-81ca-73ccc85df6e1 HTTP/1.1" status: 200 len: 945 time: 0.1322846 May 09 04:31:41.808737 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc55ca-3c02-47b6-ae45-f9474702ac25 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Pushing event deleted for resources: {'Port': ['ID=f61a276d-0cef-4028-b9cc-fe9fb05d4f49,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:41.848845 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d57014-66f4-4925-8cda-69594009ca55 req-17c2ccd8-94a2-4462-bb4f-2a059d409fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:41.850355 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-10d57014-66f4-4925-8cda-69594009ca55 req-17c2ccd8-94a2-4462-bb4f-2a059d409fb1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b94aa6a-0d58-466c-8eb9-c480de2276aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432353 May 09 04:31:41.940255 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-10d57014-66f4-4925-8cda-69594009ca55 req-bb5d9cf6-b63a-46f4-8930-efb75fe2a6c4 service neutron] 10.222.0.13 "GET /v2.0/networks/6b94aa6a-0d58-466c-8eb9-c480de2276aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811911 May 09 04:31:41.954032 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-34977715-738a-4814-ac3a-e45bd99cf327 req-4e5f7390-ac54-48dc-95ba-21233d8b55eb tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366830 May 09 04:31:41.971874 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-deefdfda-a7d5-4f6c-9ff5-49f5769c70bb req-a7417ad4-fa12-47d2-8feb-d1bd42432ef8 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Router 64dcdaf6-1bdb-4f56-a602-f93e975a6adc has already been hosted by L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 04:31:42.060024 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-10d57014-66f4-4925-8cda-69594009ca55 req-6c96edb2-535b-4bf1-98c1-359d549d5f10 service neutron] 10.222.0.13 "GET /v2.0/networks/6b94aa6a-0d58-466c-8eb9-c480de2276aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138451 May 09 04:31:42.069885 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a8fae94-9bcc-4921-9c2c-76f6d0de99f6 req-d5cc55ca-3c02-47b6-ae45-f9474702ac25 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Router ca67ea01-395b-4d58-a518-591071975afb has already been hosted by L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 04:31:42.243015 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c9a9d-0d47-4e2b-927e-ce5d7a3b6400 req-f9ae58aa-b85c-42c4-8093-94b17c8606fa tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:42.245173 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-2f0c9a9d-0d47-4e2b-927e-ce5d7a3b6400 req-f9ae58aa-b85c-42c4-8093-94b17c8606fa tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 946 time: 0.0740056 May 09 04:31:42.248279 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-deefdfda-a7d5-4f6c-9ff5-49f5769c70bb req-a7417ad4-fa12-47d2-8feb-d1bd42432ef8 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:31:42.258410 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a19e7c9-20b3-4651-a6f9-5da6049643ff None None] Sync routers for ids ['64dcdaf6-1bdb-4f56-a602-f93e975a6adc'] in dv-cinder-838009-3-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:31:42.277462 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a19e7c9-20b3-4651-a6f9-5da6049643ff None None] Routers {'64dcdaf6-1bdb-4f56-a602-f93e975a6adc'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:31:42.278111 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-0a19e7c9-20b3-4651-a6f9-5da6049643ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:31:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['64dcdaf6-1bdb-4f56-a602-f93e975a6adc'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:31:42.351841 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-deefdfda-a7d5-4f6c-9ff5-49f5769c70bb req-a7417ad4-fa12-47d2-8feb-d1bd42432ef8 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] No DVR routers for this DVR port ef4e419e-4415-4b7c-b72d-4dbd68f98b15 on host hv-cinder-83800 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 04:31:42.362169 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-deefdfda-a7d5-4f6c-9ff5-49f5769c70bb req-a7417ad4-fa12-47d2-8feb-d1bd42432ef8 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:42.365417 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-deefdfda-a7d5-4f6c-9ff5-49f5769c70bb req-a7417ad4-fa12-47d2-8feb-d1bd42432ef8 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.13 "DELETE /v2.0/ports/ef4e419e-4415-4b7c-b72d-4dbd68f98b15 HTTP/1.1" status: 204 len: 173 time: 1.9397318 May 09 04:31:42.365865 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4473a2d0-b3cc-401b-b460-7c00c66893a0', 'name': 'network-vif-deleted', 'tag': 'ef4e419e-4415-4b7c-b72d-4dbd68f98b15'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:31:42.368102 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708343da101edf5db3821e80f7e6194e70163222c3a70cb9c2c474869a6028b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163a3b46-6e74-4899-a8ab-5ada1f601534" -d '{"events": [{"server_uuid": "4473a2d0-b3cc-401b-b460-7c00c66893a0", "name": "network-vif-deleted", "tag": "ef4e419e-4415-4b7c-b72d-4dbd68f98b15"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:31:42.377050 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a8fae94-9bcc-4921-9c2c-76f6d0de99f6 req-d5cc55ca-3c02-47b6-ae45-f9474702ac25 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:31:42.388021 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dec8d62-c8c1-4f6e-ac34-48cdc3d7f718 None None] Sync routers for ids ['ca67ea01-395b-4d58-a518-591071975afb'] in dv-cinder-838009-3-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:31:42.393014 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-2f0c9a9d-0d47-4e2b-927e-ce5d7a3b6400 req-3e5e2b59-fd82-4574-9f5f-889e056fd011 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f5857f0-83c5-40c8-9ce8-13118e1e61c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359179 May 09 04:31:42.404614 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-0a19e7c9-20b3-4651-a6f9-5da6049643ff None None] Set router 64dcdaf6-1bdb-4f56-a602-f93e975a6adc gateway port host: dv-cinder-838009-3-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:31:42.407609 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dec8d62-c8c1-4f6e-ac34-48cdc3d7f718 None None] Routers {'ca67ea01-395b-4d58-a518-591071975afb'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:31:42.411111 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7dec8d62-c8c1-4f6e-ac34-48cdc3d7f718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:31:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['ca67ea01-395b-4d58-a518-591071975afb'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:31:42.437489 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8fae94-9bcc-4921-9c2c-76f6d0de99f6 req-d5cc55ca-3c02-47b6-ae45-f9474702ac25 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] No DVR routers for this DVR port f61a276d-0cef-4028-b9cc-fe9fb05d4f49 on host hv-cinder-83800 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 04:31:42.440062 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-7a8fae94-9bcc-4921-9c2c-76f6d0de99f6 req-d5cc55ca-3c02-47b6-ae45-f9474702ac25 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:42.444391 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-7a8fae94-9bcc-4921-9c2c-76f6d0de99f6 req-d5cc55ca-3c02-47b6-ae45-f9474702ac25 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.13 "DELETE /v2.0/ports/f61a276d-0cef-4028-b9cc-fe9fb05d4f49 HTTP/1.1" status: 204 len: 173 time: 1.9664912 May 09 04:31:42.499916 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 04:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b27b25f-9abf-45c4-8cf2-28fb60a397d6 x-openstack-request-id: req-4b27b25f-9abf-45c4-8cf2-28fb60a397d6 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:31:42.500313 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4473a2d0-b3cc-401b-b460-7c00c66893a0", "name": "network-vif-deleted", "tag": "ef4e419e-4415-4b7c-b72d-4dbd68f98b15", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:31:42.500782 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4b27b25f-9abf-45c4-8cf2-28fb60a397d6 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:31:42.501289 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b27b25f-9abf-45c4-8cf2-28fb60a397d6'] response: {'server_uuid': '4473a2d0-b3cc-401b-b460-7c00c66893a0', 'name': 'network-vif-deleted', 'tag': 'ef4e419e-4415-4b7c-b72d-4dbd68f98b15', 'status': 'completed', 'code': 200} May 09 04:31:42.543127 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-7dec8d62-c8c1-4f6e-ac34-48cdc3d7f718 None None] Set router ca67ea01-395b-4d58-a518-591071975afb gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:31:42.559555 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-06f2d2ed-0012-4971-9c53-54d0ab6ec4dc req-c63bb7dd-19f0-417c-91f4-b5fd3b29a78b tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 210 time: 0.0334408 May 09 04:31:42.607677 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-0a19e7c9-20b3-4651-a6f9-5da6049643ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dcdaf6-1bdb-4f56-a602-f93e975a6adc', 'name': 'tempest-ServerRescueNegativeTestJSON-1692174986-router', 'tenant_id': 'd28d5139952d450fa3b7da38a62d7a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '4396258b-03b6-4be9-844f-c13cc645efa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:16Z', 'updated_at': '2022-05-09T04:26:28Z', 'revision_number': 4, 'project_id': 'd28d5139952d450fa3b7da38a62d7a03', 'gw_port': {'id': '4396258b-03b6-4be9-844f-c13cc645efa1', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dcdaf6-1bdb-4f56-a602-f93e975a6adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:17Z', 'updated_at': '2022-05-09T04:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '01bc23fc-2a25-422f-8a90-d745c1ac5231', 'name': '', 'network_id': '9cb94923-1093-45fc-bebd-e159f3ac8dd3', 'tenant_id': 'd28d5139952d450fa3b7da38a62d7a03', 'mac_address': 'fa:16:3e:3e:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dcdaf6-1bdb-4f56-a602-f93e975a6adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd9336625-5bcd-4003-b69b-e3b341dd5f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:25Z', 'updated_at': '2022-05-09T04:26:39Z', 'revision_number': 5, 'project_id': 'd28d5139952d450fa3b7da38a62d7a03', 'subnets': [{'id': 'd9336625-5bcd-4003-b69b-e3b341dd5f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:31:42.637696 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a19e7c9-20b3-4651-a6f9-5da6049643ff None None] Checking router: 64dcdaf6-1bdb-4f56-a602-f93e975a6adc for host: dv-cinder-838009-3-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:31:42.645915 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a19e7c9-20b3-4651-a6f9-5da6049643ff None None] Routers {'64dcdaf6-1bdb-4f56-a602-f93e975a6adc'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:31:42.646532 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-0a19e7c9-20b3-4651-a6f9-5da6049643ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:31:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['64dcdaf6-1bdb-4f56-a602-f93e975a6adc'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:31:42.735062 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7dec8d62-c8c1-4f6e-ac34-48cdc3d7f718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca67ea01-395b-4d58-a518-591071975afb', 'name': 'tempest-TestVolumeBootPattern-1136214510-router', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:44Z', 'updated_at': '2022-05-09T04:27:51Z', 'revision_number': 4, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'gw_port': {'id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:45Z', 'updated_at': '2022-05-09T04:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '269efca6-e9a1-43bc-83bb-f3eab1746004', 'name': '', 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'mac_address': 'fa:16:3e:19:7b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'dbed64c5-3159-495c-b3f2-34c99afd3de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:50Z', 'updated_at': '2022-05-09T04:28:08Z', 'revision_number': 5, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'subnets': [{'id': 'dbed64c5-3159-495c-b3f2-34c99afd3de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:31:42.765500 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dec8d62-c8c1-4f6e-ac34-48cdc3d7f718 None None] Checking router: ca67ea01-395b-4d58-a518-591071975afb for host: dv-cinder-838009-3-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:31:42.766832 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68b1e5-0fe1-4fc2-836c-9e134e3b3fa8 req-a3c8b24d-8b87-4c20-ad51-72c09cf72978 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:42.768530 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5e68b1e5-0fe1-4fc2-836c-9e134e3b3fa8 req-a3c8b24d-8b87-4c20-ad51-72c09cf72978 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 944 time: 0.0603657 May 09 04:31:42.772248 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-0a19e7c9-20b3-4651-a6f9-5da6049643ff None None] Set router 64dcdaf6-1bdb-4f56-a602-f93e975a6adc gateway port host: dv-cinder-838009-3-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:31:42.774756 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dec8d62-c8c1-4f6e-ac34-48cdc3d7f718 None None] Routers {'ca67ea01-395b-4d58-a518-591071975afb'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:31:42.775925 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7dec8d62-c8c1-4f6e-ac34-48cdc3d7f718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:31:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['ca67ea01-395b-4d58-a518-591071975afb'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:31:42.818454 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5e68b1e5-0fe1-4fc2-836c-9e134e3b3fa8 req-90368fbb-0008-444e-a799-7619199e9946 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441551 May 09 04:31:42.973472 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-7dec8d62-c8c1-4f6e-ac34-48cdc3d7f718 None None] Set router ca67ea01-395b-4d58-a518-591071975afb gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:31:42.973733 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-0a19e7c9-20b3-4651-a6f9-5da6049643ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dcdaf6-1bdb-4f56-a602-f93e975a6adc', 'name': 'tempest-ServerRescueNegativeTestJSON-1692174986-router', 'tenant_id': 'd28d5139952d450fa3b7da38a62d7a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '4396258b-03b6-4be9-844f-c13cc645efa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:16Z', 'updated_at': '2022-05-09T04:26:28Z', 'revision_number': 4, 'project_id': 'd28d5139952d450fa3b7da38a62d7a03', 'gw_port': {'id': '4396258b-03b6-4be9-844f-c13cc645efa1', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dcdaf6-1bdb-4f56-a602-f93e975a6adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:17Z', 'updated_at': '2022-05-09T04:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '01bc23fc-2a25-422f-8a90-d745c1ac5231', 'name': '', 'network_id': '9cb94923-1093-45fc-bebd-e159f3ac8dd3', 'tenant_id': 'd28d5139952d450fa3b7da38a62d7a03', 'mac_address': 'fa:16:3e:3e:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dcdaf6-1bdb-4f56-a602-f93e975a6adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd9336625-5bcd-4003-b69b-e3b341dd5f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:25Z', 'updated_at': '2022-05-09T04:26:39Z', 'revision_number': 5, 'project_id': 'd28d5139952d450fa3b7da38a62d7a03', 'subnets': [{'id': 'd9336625-5bcd-4003-b69b-e3b341dd5f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:31:43.001210 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a19e7c9-20b3-4651-a6f9-5da6049643ff None None] The sync data for ids ['64dcdaf6-1bdb-4f56-a602-f93e975a6adc'] in dv-cinder-838009-3-iscsi is: [{'id': '64dcdaf6-1bdb-4f56-a602-f93e975a6adc', 'name': 'tempest-ServerRescueNegativeTestJSON-1692174986-router', 'tenant_id': 'd28d5139952d450fa3b7da38a62d7a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '4396258b-03b6-4be9-844f-c13cc645efa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:16Z', 'updated_at': '2022-05-09T04:26:28Z', 'revision_number': 4, 'project_id': 'd28d5139952d450fa3b7da38a62d7a03', 'gw_port': {'id': '4396258b-03b6-4be9-844f-c13cc645efa1', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dcdaf6-1bdb-4f56-a602-f93e975a6adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:17Z', 'updated_at': '2022-05-09T04:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '01bc23fc-2a25-422f-8a90-d745c1ac5231', 'name': '', 'network_id': '9cb94923-1093-45fc-bebd-e159f3ac8dd3', 'tenant_id': 'd28d5139952d450fa3b7da38a62d7a03', 'mac_address': 'fa:16:3e:3e:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dcdaf6-1bdb-4f56-a602-f93e975a6adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd9336625-5bcd-4003-b69b-e3b341dd5f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:25Z', 'updated_at': '2022-05-09T04:26:39Z', 'revision_number': 5, 'project_id': 'd28d5139952d450fa3b7da38a62d7a03', 'subnets': [{'id': 'd9336625-5bcd-4003-b69b-e3b341dd5f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:31:43.068201 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a3f3a854-5c94-4e7a-8bf7-32fbf38eb2b2 req-b9583734-8f5a-4905-b76b-409120aa60af tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=d25d4ade-5644-40c6-81ca-73ccc85df6e1 HTTP/1.1" status: 200 len: 210 time: 0.0291102 May 09 04:31:43.180044 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-7dec8d62-c8c1-4f6e-ac34-48cdc3d7f718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca67ea01-395b-4d58-a518-591071975afb', 'name': 'tempest-TestVolumeBootPattern-1136214510-router', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:44Z', 'updated_at': '2022-05-09T04:27:51Z', 'revision_number': 4, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'gw_port': {'id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:45Z', 'updated_at': '2022-05-09T04:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '269efca6-e9a1-43bc-83bb-f3eab1746004', 'name': '', 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'mac_address': 'fa:16:3e:19:7b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'dbed64c5-3159-495c-b3f2-34c99afd3de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:50Z', 'updated_at': '2022-05-09T04:28:08Z', 'revision_number': 5, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'subnets': [{'id': 'dbed64c5-3159-495c-b3f2-34c99afd3de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:31:43.207287 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dec8d62-c8c1-4f6e-ac34-48cdc3d7f718 None None] The sync data for ids ['ca67ea01-395b-4d58-a518-591071975afb'] in dv-cinder-838009-3-iscsi is: [{'id': 'ca67ea01-395b-4d58-a518-591071975afb', 'name': 'tempest-TestVolumeBootPattern-1136214510-router', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:44Z', 'updated_at': '2022-05-09T04:27:51Z', 'revision_number': 4, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'gw_port': {'id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:45Z', 'updated_at': '2022-05-09T04:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '269efca6-e9a1-43bc-83bb-f3eab1746004', 'name': '', 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'mac_address': 'fa:16:3e:19:7b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'dbed64c5-3159-495c-b3f2-34c99afd3de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:50Z', 'updated_at': '2022-05-09T04:28:08Z', 'revision_number': 5, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'subnets': [{'id': 'dbed64c5-3159-495c-b3f2-34c99afd3de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:31:43.278576 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88f319a-7158-41a3-877b-5987e0239a90 None None] New status for floating IP 6bb05d9a-bbd3-4cec-a13d-07ef9e74861d: DOWN {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 04:31:43.452464 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09de1cc0-1aaa-48c1-b6a3-f08960695082 None None] New status for floating IP 1a2dfc03-3cbd-4177-9cc9-213dadc52cc9: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 04:31:43.527658 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd38e549-d46c-46b0-84d1-496730a5d548 req-8742f4b3-92fe-4c3d-b796-4ebb85b4af0f tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:43.529254 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cd38e549-d46c-46b0-84d1-496730a5d548 req-8742f4b3-92fe-4c3d-b796-4ebb85b4af0f tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 946 time: 0.0584450 May 09 04:31:43.592722 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cd38e549-d46c-46b0-84d1-496730a5d548 req-63205f3b-55a1-4bc8-8bcf-11a9b6b3f075 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f5857f0-83c5-40c8-9ce8-13118e1e61c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569639 May 09 04:31:43.657886 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-97d885e9-9531-47fa-b78b-93757a3926cc req-91c704fb-0ac0-44bb-93fd-02cb06fd68c3 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 210 time: 0.0279834 May 09 04:31:43.930694 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca218e70-6ac2-45fd-a5db-06cbdb4636c5 req-b41dd688-4732-4e15-8508-d49de9d97b58 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:43.932904 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ca218e70-6ac2-45fd-a5db-06cbdb4636c5 req-b41dd688-4732-4e15-8508-d49de9d97b58 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 944 time: 0.0471416 May 09 04:31:43.980444 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ca218e70-6ac2-45fd-a5db-06cbdb4636c5 req-8a7fc83e-5cb0-4094-91dc-bab1e2bbfa60 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418828 May 09 04:31:44.169693 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-db7467ea-9c1f-4969-9988-38cc4bae511a req-6d4e8a15-fdaf-457d-944f-4341df614dd5 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=d25d4ade-5644-40c6-81ca-73ccc85df6e1 HTTP/1.1" status: 200 len: 210 time: 0.0304973 May 09 04:31:44.216546 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device f61a276d-0cef-4028-b9cc-fe9fb05d4f49 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:31:44.238161 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] No Port match for: f61a276d-0cef-4028-b9cc-fe9fb05d4f49 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 04:31:44.238511 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device f61a276d-0cef-4028-b9cc-fe9fb05d4f49 not bound to the agent host hv-cinder-83800 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 04:31:44.238937 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device ef4e419e-4415-4b7c-b72d-4dbd68f98b15 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:31:44.257517 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] No Port match for: ef4e419e-4415-4b7c-b72d-4dbd68f98b15 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 04:31:44.257724 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device ef4e419e-4415-4b7c-b72d-4dbd68f98b15 not bound to the agent host hv-cinder-83800 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 04:31:44.502242 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd25d4ade-5644-40c6-81ca-73ccc85df6e1', 'name': 'network-vif-deleted', 'tag': 'f61a276d-0cef-4028-b9cc-fe9fb05d4f49'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:31:44.504568 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708343da101edf5db3821e80f7e6194e70163222c3a70cb9c2c474869a6028b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db01d7f3-5881-42c8-ab3b-1c6cb4e68855" -d '{"events": [{"server_uuid": "d25d4ade-5644-40c6-81ca-73ccc85df6e1", "name": "network-vif-deleted", "tag": "f61a276d-0cef-4028-b9cc-fe9fb05d4f49"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:31:44.538986 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 04:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129c7299-95f4-4e2e-9f33-bf751b22a428 x-openstack-request-id: req-129c7299-95f4-4e2e-9f33-bf751b22a428 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:31:44.539275 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d25d4ade-5644-40c6-81ca-73ccc85df6e1", "name": "network-vif-deleted", "tag": "f61a276d-0cef-4028-b9cc-fe9fb05d4f49", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:31:44.539524 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-129c7299-95f4-4e2e-9f33-bf751b22a428 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:31:44.539976 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-129c7299-95f4-4e2e-9f33-bf751b22a428'] response: {'server_uuid': 'd25d4ade-5644-40c6-81ca-73ccc85df6e1', 'name': 'network-vif-deleted', 'tag': 'f61a276d-0cef-4028-b9cc-fe9fb05d4f49', 'status': 'completed', 'code': 200} May 09 04:31:44.735778 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca993941-6c13-4386-86e3-678fb12edf61 req-f73876de-18ac-4ea6-adbc-856bc2844fc5 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:44.737315 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ca993941-6c13-4386-86e3-678fb12edf61 req-f73876de-18ac-4ea6-adbc-856bc2844fc5 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 946 time: 0.0826480 May 09 04:31:44.760567 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84be2b-24c7-4bce-9a22-52dfd37de4bc req-4eecf7f9-69fc-4fb1-a477-e56cc4e77824 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:44.761282 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5c84be2b-24c7-4bce-9a22-52dfd37de4bc req-4eecf7f9-69fc-4fb1-a477-e56cc4e77824 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.13 "GET /v2.0/ports?device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 946 time: 0.0967433 May 09 04:31:44.776212 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1b0d322d-fb2f-4c4c-986d-825854730b17 req-d1f3735b-7021-4d7c-8f1a-5a0d969d299c tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4473a2d0-b3cc-401b-b460-7c00c66893a0 HTTP/1.1" status: 200 len: 210 time: 0.0320573 May 09 04:31:44.796482 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ca993941-6c13-4386-86e3-678fb12edf61 req-c6379d54-fd25-4602-a670-1822b8ab380d tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f5857f0-83c5-40c8-9ce8-13118e1e61c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511322 May 09 04:31:45.053287 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-5c84be2b-24c7-4bce-9a22-52dfd37de4bc req-4d54a439-5ea5-4410-9bca-b1aacd64af77 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Deleting port 675e6f12-2f41-46e3-b8d5-09ed37ae4a6f {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:31:45.053745 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5c84be2b-24c7-4bce-9a22-52dfd37de4bc req-4d54a439-5ea5-4410-9bca-b1aacd64af77 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (675e6f12-2f41-46e3-b8d5-09ed37ae4a6f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:45.114475 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beecefe-80b4-44d6-9e53-0a0804f9d854 req-deb4ea55-48eb-4814-ad27-dcd186fa97c3 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:45.116952 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3beecefe-80b4-44d6-9e53-0a0804f9d854 req-deb4ea55-48eb-4814-ad27-dcd186fa97c3 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 944 time: 0.0646782 May 09 04:31:45.157837 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-5c84be2b-24c7-4bce-9a22-52dfd37de4bc req-4d54a439-5ea5-4410-9bca-b1aacd64af77 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] For port 675e6f12-2f41-46e3-b8d5-09ed37ae4a6f, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=675e6f12-2f41-46e3-b8d5-09ed37ae4a6f,segment=NetworkSegment(e721fef7-2fbf-4951-beab-ce8ea2bdc6b4),segment_id=e721fef7-2fbf-4951-beab-ce8ea2bdc6b4)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:31:45.158208 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5c84be2b-24c7-4bce-9a22-52dfd37de4bc req-4d54a439-5ea5-4410-9bca-b1aacd64af77 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (675e6f12-2f41-46e3-b8d5-09ed37ae4a6f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:45.167498 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3beecefe-80b4-44d6-9e53-0a0804f9d854 req-89e38fa2-e66d-442c-8a18-59f7e3b87245 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437319 May 09 04:31:45.172322 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-5c84be2b-24c7-4bce-9a22-52dfd37de4bc req-4d54a439-5ea5-4410-9bca-b1aacd64af77 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Calling delete_port for 675e6f12-2f41-46e3-b8d5-09ed37ae4a6f owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:31:45.304967 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5c84be2b-24c7-4bce-9a22-52dfd37de4bc req-4d54a439-5ea5-4410-9bca-b1aacd64af77 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (675e6f12-2f41-46e3-b8d5-09ed37ae4a6f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:45.319290 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] get_ports_and_sgs() called for port_ids ['675e6f12-2f41-46e3-b8d5-09ed37ae4a6f'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 04:31:45.334432 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54a439-5ea5-4410-9bca-b1aacd64af77 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Pushing event deleted for resources: {'Port': ['ID=675e6f12-2f41-46e3-b8d5-09ed37ae4a6f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:45.382330 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c84be2b-24c7-4bce-9a22-52dfd37de4bc req-4d54a439-5ea5-4410-9bca-b1aacd64af77 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] No DVR routers for this DVR port 675e6f12-2f41-46e3-b8d5-09ed37ae4a6f on host hv-cinder-83800 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 04:31:45.384876 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-5c84be2b-24c7-4bce-9a22-52dfd37de4bc req-4d54a439-5ea5-4410-9bca-b1aacd64af77 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:45.388220 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5c84be2b-24c7-4bce-9a22-52dfd37de4bc req-4d54a439-5ea5-4410-9bca-b1aacd64af77 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.13 "DELETE /v2.0/ports/675e6f12-2f41-46e3-b8d5-09ed37ae4a6f HTTP/1.1" status: 204 len: 173 time: 0.4368832 May 09 04:31:45.401968 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-76bcc625-d98f-47ed-81d1-d0ff7025c142 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1544934256&fields=id&tenant_id=b6223852af9c4361b99a24e7a49a7734 HTTP/1.1" status: 200 len: 267 time: 0.0487795 May 09 04:31:45.520218 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-79afd1d4-1ff7-41ce-99bb-fcacb9587425 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:45.521701 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-79afd1d4-1ff7-41ce-99bb-fcacb9587425 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/networks?id=d0b894fb-ca2e-4f02-9d2e-0b887784e9ae HTTP/1.1" status: 200 len: 812 time: 0.1076922 May 09 04:31:45.536358 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-60f0172f-a467-4862-b446-ff6eaf4058fe tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/quotas/b6223852af9c4361b99a24e7a49a7734 HTTP/1.1" status: 200 len: 375 time: 0.0088170 May 09 04:31:45.584162 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-0514a3c9-1131-4ca1-80b4-ac901981adb1 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b6223852af9c4361b99a24e7a49a7734&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430160 May 09 04:31:45.723920 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-c0541651-f4e5-411c-b6d3-28e1777ba15f service neutron] 10.222.0.44 "GET /v2.0/networks/d0b894fb-ca2e-4f02-9d2e-0b887784e9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270199 May 09 04:31:45.832705 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-b02cb259-e925-47dc-8c63-e2519244abbc service neutron] 10.222.0.44 "GET /v2.0/networks/d0b894fb-ca2e-4f02-9d2e-0b887784e9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028121 May 09 04:31:45.942120 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-207d62a8-4f9e-44c5-9a81-d6a9410d660f req-f99f9c11-df65-412a-9f9b-b9c3900d1bb4 tempest-TestMinimumBasicScenario-890725566 tempest-TestMinimumBasicScenario-890725566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b52cecb3-2634-4f9e-a9df-1ae4595bb3e1 HTTP/1.1" status: 200 len: 210 time: 0.0316103 May 09 04:31:45.981607 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 47556) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:31:46.034897 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-69adda80-e3f2-45aa-a834-27dfc3e52036 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks [] for security_group (274a1307-105b-4303-bcc6-e4c7b0b7008c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:46.059263 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-69adda80-e3f2-45aa-a834-27dfc3e52036 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks [] for security_group (274a1307-105b-4303-bcc6-e4c7b0b7008c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:46.108176 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-69adda80-e3f2-45aa-a834-27dfc3e52036 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (274a1307-105b-4303-bcc6-e4c7b0b7008c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:46.110847 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-69adda80-e3f2-45aa-a834-27dfc3e52036 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:46.112025 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-69adda80-e3f2-45aa-a834-27dfc3e52036 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "DELETE /v2.0/security-groups/274a1307-105b-4303-bcc6-e4c7b0b7008c HTTP/1.1" status: 204 len: 168 time: 0.1294098 May 09 04:31:46.114591 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 47560) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:31:46.122204 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69adda80-e3f2-45aa-a834-27dfc3e52036 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=274a1307-105b-4303-bcc6-e4c7b0b7008c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:46.129800 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69adda80-e3f2-45aa-a834-27dfc3e52036 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:31:46.130160 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69adda80-e3f2-45aa-a834-27dfc3e52036 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:31:46.130512 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69adda80-e3f2-45aa-a834-27dfc3e52036 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:31:46.130851 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69adda80-e3f2-45aa-a834-27dfc3e52036 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:31:46.131188 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69adda80-e3f2-45aa-a834-27dfc3e52036 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:31:46.131523 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69adda80-e3f2-45aa-a834-27dfc3e52036 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:31:46.131857 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69adda80-e3f2-45aa-a834-27dfc3e52036 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:31:46.132208 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69adda80-e3f2-45aa-a834-27dfc3e52036 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:31:46.132539 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69adda80-e3f2-45aa-a834-27dfc3e52036 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:31:46.132869 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69adda80-e3f2-45aa-a834-27dfc3e52036 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:31:46.133200 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69adda80-e3f2-45aa-a834-27dfc3e52036 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:31:46.133530 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69adda80-e3f2-45aa-a834-27dfc3e52036 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:31:46.133853 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69adda80-e3f2-45aa-a834-27dfc3e52036 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:31:46.134360 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69adda80-e3f2-45aa-a834-27dfc3e52036 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:31:46.134690 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69adda80-e3f2-45aa-a834-27dfc3e52036 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:31:46.171879 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.api.v2.resource [None req-e7030486-67ff-4ba8-bd2c-9ef193d6e346 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] show failed (client error): The resource could not be found. May 09 04:31:46.175745 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-e7030486-67ff-4ba8-bd2c-9ef193d6e346 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups/274a1307-105b-4303-bcc6-e4c7b0b7008c HTTP/1.1" status: 404 len: 347 time: 0.0564117 May 09 04:31:46.175745 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-51f14c32-b073-4315-8b3b-7f838bb3c59b req-dd90beee-ea38-4b90-9c05-44d1143c9c0d tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=0064c5db-f056-49f6-a8ba-54c3f60c41ec HTTP/1.1" status: 200 len: 210 time: 0.0408218 May 09 04:31:46.176247 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 47564) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:31:46.298732 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b614a-7d5a-4c4f-a011-147d3c60c308 req-4d833dd6-2c0d-4ba6-8d15-ed51568fbb3d tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:46.304636 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6dd6fd9f-33ff-45d4-8761-01c0e853d85f tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Deleting port c6736b9f-78c0-49fe-a9e4-b3d211303318 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:31:46.304996 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6dd6fd9f-33ff-45d4-8761-01c0e853d85f tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (c6736b9f-78c0-49fe-a9e4-b3d211303318), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:46.306032 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f97b614a-7d5a-4c4f-a011-147d3c60c308 req-4d833dd6-2c0d-4ba6-8d15-ed51568fbb3d tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 944 time: 0.0636473 May 09 04:31:46.393027 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6dd6fd9f-33ff-45d4-8761-01c0e853d85f tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (c6736b9f-78c0-49fe-a9e4-b3d211303318), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:46.393434 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6dd6fd9f-33ff-45d4-8761-01c0e853d85f tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks [] for floatingip (c6736b9f-78c0-49fe-a9e4-b3d211303318), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:46.408488 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-6dd6fd9f-33ff-45d4-8761-01c0e853d85f tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Calling delete_port for c6736b9f-78c0-49fe-a9e4-b3d211303318 owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:31:46.549670 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52cecb3-2634-4f9e-a9df-1ae4595bb3e1', 'name': 'network-vif-deleted', 'tag': '675e6f12-2f41-46e3-b8d5-09ed37ae4a6f'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:31:46.552302 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708343da101edf5db3821e80f7e6194e70163222c3a70cb9c2c474869a6028b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c97ded-4d89-4ece-8c55-6672fa957a77" -d '{"events": [{"server_uuid": "b52cecb3-2634-4f9e-a9df-1ae4595bb3e1", "name": "network-vif-deleted", "tag": "675e6f12-2f41-46e3-b8d5-09ed37ae4a6f"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:31:46.573226 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6dd6fd9f-33ff-45d4-8761-01c0e853d85f tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (c6736b9f-78c0-49fe-a9e4-b3d211303318), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:46.607311 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd6fd9f-33ff-45d4-8761-01c0e853d85f tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Pushing event deleted for resources: {'Port': ['ID=c6736b9f-78c0-49fe-a9e4-b3d211303318,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:46.616371 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f97b614a-7d5a-4c4f-a011-147d3c60c308 req-824ea5bb-e1ac-4d41-a63e-64343b4112ba tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3048515 May 09 04:31:46.624227 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 04:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae71122e-cd9e-46db-a4d4-afd7e090de04 x-openstack-request-id: req-ae71122e-cd9e-46db-a4d4-afd7e090de04 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:31:46.624520 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b52cecb3-2634-4f9e-a9df-1ae4595bb3e1", "name": "network-vif-deleted", "tag": "675e6f12-2f41-46e3-b8d5-09ed37ae4a6f", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:31:46.624775 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ae71122e-cd9e-46db-a4d4-afd7e090de04 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:31:46.625163 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae71122e-cd9e-46db-a4d4-afd7e090de04'] response: {'server_uuid': 'b52cecb3-2634-4f9e-a9df-1ae4595bb3e1', 'name': 'network-vif-deleted', 'tag': '675e6f12-2f41-46e3-b8d5-09ed37ae4a6f', 'status': 'completed', 'code': 200} May 09 04:31:46.669224 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6dd6fd9f-33ff-45d4-8761-01c0e853d85f tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks [] for floatingip (6bb05d9a-bbd3-4cec-a13d-07ef9e74861d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:46.671856 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6dd6fd9f-33ff-45d4-8761-01c0e853d85f tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:46.673053 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-6dd6fd9f-33ff-45d4-8761-01c0e853d85f tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "DELETE /v2.0/floatingips/6bb05d9a-bbd3-4cec-a13d-07ef9e74861d HTTP/1.1" status: 204 len: 168 time: 0.4961989 May 09 04:31:47.220383 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-de56a85e-201e-486b-be7e-ba7ba48e2c1d tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:47.221857 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-de56a85e-201e-486b-be7e-ba7ba48e2c1d tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.13 "GET /v2.0/networks?id=d0b894fb-ca2e-4f02-9d2e-0b887784e9ae HTTP/1.1" status: 200 len: 812 time: 0.1202633 May 09 04:31:47.317078 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-b6497934-d9c0-4baa-85ec-beb63d646e6f req-10470d5d-d55e-467f-ad76-cd9f3dd7dd5d tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=0064c5db-f056-49f6-a8ba-54c3f60c41ec HTTP/1.1" status: 200 len: 210 time: 0.0495632 May 09 04:31:47.329319 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-1a29e6ec-5a49-4540-8349-ed6eca70525f tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6223852af9c4361b99a24e7a49a7734 HTTP/1.1" status: 200 len: 380 time: 0.0922418 May 09 04:31:47.344126 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-676a6b1b-1f8b-4090-ae45-542c28d4ef24 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Request body: {'port': {'device_id': '0064c5db-f056-49f6-a8ba-54c3f60c41ec', 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae', 'admin_state_up': True, 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'security_groups': ['0cf46e9a-429f-4df1-99e7-8795dfa77a40']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:31:47.453650 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-676a6b1b-1f8b-4090-ae45-542c28d4ef24 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Made reservation on behalf of b6223852af9c4361b99a24e7a49a7734 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:31:47.456920 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-676a6b1b-1f8b-4090-ae45-542c28d4ef24 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:47.557596 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 47628) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:31:47.591431 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-676a6b1b-1f8b-4090-ae45-542c28d4ef24 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Allocated IP 172.20.0.13 (d0b894fb-ca2e-4f02-9d2e-0b887784e9ae/dbed64c5-3159-495c-b3f2-34c99afd3de9/e05ee7be-8781-44a0-8ae2-fb665919b80b) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:31:47.765481 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-676a6b1b-1f8b-4090-ae45-542c28d4ef24 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks [] for port (e05ee7be-8781-44a0-8ae2-fb665919b80b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:47.773328 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24a28c-f872-48a6-aa09-d8f21fab63d1 req-1d68481b-d6a7-4661-86ca-e72a3249f846 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:47.775175 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8e24a28c-f872-48a6-aa09-d8f21fab63d1 req-1d68481b-d6a7-4661-86ca-e72a3249f846 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 944 time: 0.0905886 May 09 04:31:47.808966 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-676a6b1b-1f8b-4090-ae45-542c28d4ef24 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (e05ee7be-8781-44a0-8ae2-fb665919b80b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:47.960266 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8e24a28c-f872-48a6-aa09-d8f21fab63d1 req-e477521a-ee0a-404b-838e-ade84dc25a97 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791873 May 09 04:31:48.128057 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-676a6b1b-1f8b-4090-ae45-542c28d4ef24 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Network d0b894fb-ca2e-4f02-9d2e-0b887784e9ae is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:31:48.131418 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-676a6b1b-1f8b-4090-ae45-542c28d4ef24 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:31:48.132268 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1ddad27e-59f7-4c54-8272-d50e2b9638af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639180'] for router_interface (7fa5118d-add2-498a-a3dc-87e0c4d54a3a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:48.138207 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-676a6b1b-1f8b-4090-ae45-542c28d4ef24 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:31:48.144748 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a6b1b-1f8b-4090-ae45-542c28d4ef24 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Pushing event updated for resources: {'Port': ['ID=e05ee7be-8781-44a0-8ae2-fb665919b80b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:48.201661 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-676a6b1b-1f8b-4090-ae45-542c28d4ef24 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:48.202802 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-676a6b1b-1f8b-4090-ae45-542c28d4ef24 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:48.240155 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 675e6f12-2f41-46e3-b8d5-09ed37ae4a6f no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:31:48.249090 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-676a6b1b-1f8b-4090-ae45-542c28d4ef24 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9090238 May 09 04:31:48.267204 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] No Port match for: 675e6f12-2f41-46e3-b8d5-09ed37ae4a6f {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 04:31:48.269358 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-6530e734-f0e7-4dba-a67b-cf82821b20c3 service neutron] Request body: {'port': {'device_id': '0064c5db-f056-49f6-a8ba-54c3f60c41ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:31:48.269719 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 675e6f12-2f41-46e3-b8d5-09ed37ae4a6f not bound to the agent host hv-cinder-83800 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 04:31:48.354448 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-6530e734-f0e7-4dba-a67b-cf82821b20c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (e05ee7be-8781-44a0-8ae2-fb665919b80b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:48.493400 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-19511db6-c4a5-49b7-b2c9-13fca5afb20a None None] Provisioning complete for port e05ee7be-8781-44a0-8ae2-fb665919b80b triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:31:48.493933 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-19511db6-c4a5-49b7-b2c9-13fca5afb20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (e05ee7be-8781-44a0-8ae2-fb665919b80b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:48.511200 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-1ddad27e-59f7-4c54-8272-d50e2b9638af admin admin] Deleting port 423cc753-ac02-44c3-9978-67edc8948b86 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:31:48.511628 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1ddad27e-59f7-4c54-8272-d50e2b9638af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (423cc753-ac02-44c3-9978-67edc8948b86), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:48.529743 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-19511db6-c4a5-49b7-b2c9-13fca5afb20a None None] Port e05ee7be-8781-44a0-8ae2-fb665919b80b cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 04:31:48.532416 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf6481-4861-45b1-a629-37929e7f1759 req-fa80a8a2-db6e-41cd-b794-5ea1d5a6b993 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:48.534315 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-03cf6481-4861-45b1-a629-37929e7f1759 req-fa80a8a2-db6e-41cd-b794-5ea1d5a6b993 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=0064c5db-f056-49f6-a8ba-54c3f60c41ec HTTP/1.1" status: 200 len: 932 time: 0.1215317 May 09 04:31:48.593455 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-1ddad27e-59f7-4c54-8272-d50e2b9638af admin admin] For port 423cc753-ac02-44c3-9978-67edc8948b86, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=423cc753-ac02-44c3-9978-67edc8948b86,segment=NetworkSegment(e721fef7-2fbf-4951-beab-ce8ea2bdc6b4),segment_id=e721fef7-2fbf-4951-beab-ce8ea2bdc6b4)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:31:48.594044 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1ddad27e-59f7-4c54-8272-d50e2b9638af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (423cc753-ac02-44c3-9978-67edc8948b86), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:48.607461 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-1ddad27e-59f7-4c54-8272-d50e2b9638af admin admin] Calling delete_port for 423cc753-ac02-44c3-9978-67edc8948b86 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:31:48.631912 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-03cf6481-4861-45b1-a629-37929e7f1759 req-dd4fc322-c857-4181-87d5-4dc6dea09228 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914595 May 09 04:31:48.725334 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-6530e734-f0e7-4dba-a67b-cf82821b20c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e05ee7be-8781-44a0-8ae2-fb665919b80b {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 04:31:48.732890 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-6530e734-f0e7-4dba-a67b-cf82821b20c3 service neutron] Publish callbacks [] for port (e05ee7be-8781-44a0-8ae2-fb665919b80b), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:48.792907 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1ddad27e-59f7-4c54-8272-d50e2b9638af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069'] for port (423cc753-ac02-44c3-9978-67edc8948b86), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:48.793145 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-6530e734-f0e7-4dba-a67b-cf82821b20c3 service neutron] Transition to ACTIVE for port object e05ee7be-8781-44a0-8ae2-fb665919b80b will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 04:31:48.796092 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-6530e734-f0e7-4dba-a67b-cf82821b20c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718803'] for port (e05ee7be-8781-44a0-8ae2-fb665919b80b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:48.816672 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddad27e-59f7-4c54-8272-d50e2b9638af admin admin] Pushing event deleted for resources: {'Port': ['ID=423cc753-ac02-44c3-9978-67edc8948b86,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:48.851302 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6530e734-f0e7-4dba-a67b-cf82821b20c3 service neutron] Pushing event updated for resources: {'Port': ['ID=e05ee7be-8781-44a0-8ae2-fb665919b80b,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:48.924623 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-6530e734-f0e7-4dba-a67b-cf82821b20c3 service neutron] Attempting to bind port e05ee7be-8781-44a0-8ae2-fb665919b80b on host hv-cinder-83800 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:31:48.925932 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-6530e734-f0e7-4dba-a67b-cf82821b20c3 service neutron] Attempting to bind port e05ee7be-8781-44a0-8ae2-fb665919b80b by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': 'eba89e37-d903-4a50-b018-bea7c47e8946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:31:48.925932 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-6530e734-f0e7-4dba-a67b-cf82821b20c3 service neutron] Attempting to bind port e05ee7be-8781-44a0-8ae2-fb665919b80b on network d0b894fb-ca2e-4f02-9d2e-0b887784e9ae {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:31:48.929794 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-6530e734-f0e7-4dba-a67b-cf82821b20c3 service neutron] Port e05ee7be-8781-44a0-8ae2-fb665919b80b on network d0b894fb-ca2e-4f02-9d2e-0b887784e9ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 04:31:48.930115 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-6530e734-f0e7-4dba-a67b-cf82821b20c3 service neutron] Attempting to bind port e05ee7be-8781-44a0-8ae2-fb665919b80b on network d0b894fb-ca2e-4f02-9d2e-0b887784e9ae {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:31:48.936029 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-6530e734-f0e7-4dba-a67b-cf82821b20c3 service neutron] Checking agent: {'id': '0ba91d57-31cd-4938-a6ad-bd18d942a965', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 24, 18), 'started_at': datetime.datetime(2022, 5, 9, 4, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:31:48.936359 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-6530e734-f0e7-4dba-a67b-cf82821b20c3 service neutron] Checking segment: {'id': 'eba89e37-d903-4a50-b018-bea7c47e8946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:31:48.936748 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-6530e734-f0e7-4dba-a67b-cf82821b20c3 service neutron] Bound using segment: {'id': 'eba89e37-d903-4a50-b018-bea7c47e8946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:31:48.937178 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-6530e734-f0e7-4dba-a67b-cf82821b20c3 service neutron] Bound port: e05ee7be-8781-44a0-8ae2-fb665919b80b, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba89e37-d903-4a50-b018-bea7c47e8946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:31:48.937536 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-6530e734-f0e7-4dba-a67b-cf82821b20c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (e05ee7be-8781-44a0-8ae2-fb665919b80b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:48.972709 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1ddad27e-59f7-4c54-8272-d50e2b9638af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645075'] for router_interface (7fa5118d-add2-498a-a3dc-87e0c4d54a3a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:49.023183 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-6530e734-f0e7-4dba-a67b-cf82821b20c3 service neutron] For port e05ee7be-8781-44a0-8ae2-fb665919b80b, host hv-cinder-83800, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:31:49.026859 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-6530e734-f0e7-4dba-a67b-cf82821b20c3 service neutron] For port e05ee7be-8781-44a0-8ae2-fb665919b80b, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=e05ee7be-8781-44a0-8ae2-fb665919b80b,segment=NetworkSegment(eba89e37-d903-4a50-b018-bea7c47e8946),segment_id=eba89e37-d903-4a50-b018-bea7c47e8946)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:31:49.048410 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-6530e734-f0e7-4dba-a67b-cf82821b20c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718803'] for port (e05ee7be-8781-44a0-8ae2-fb665919b80b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:49.094133 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-6530e734-f0e7-4dba-a67b-cf82821b20c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:49.094948 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-6530e734-f0e7-4dba-a67b-cf82821b20c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:49.096695 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-6530e734-f0e7-4dba-a67b-cf82821b20c3 service neutron] 10.222.0.13 "PUT /v2.0/ports/e05ee7be-8781-44a0-8ae2-fb665919b80b HTTP/1.1" status: 200 len: 1094 time: 0.8359764 May 09 04:31:49.097310 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0064c5db-f056-49f6-a8ba-54c3f60c41ec', 'tag': 'e05ee7be-8781-44a0-8ae2-fb665919b80b'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:31:49.099769 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708343da101edf5db3821e80f7e6194e70163222c3a70cb9c2c474869a6028b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b88239d-5816-4d9f-bd5f-03ed99559e9f" -d '{"events": [{"name": "network-changed", "server_uuid": "0064c5db-f056-49f6-a8ba-54c3f60c41ec", "tag": "e05ee7be-8781-44a0-8ae2-fb665919b80b"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:31:49.141511 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3fa6c9-71fd-4bf7-8a91-aa048a0f65a1 req-1967a3e9-dacf-4b18-833c-7cf9d6828f84 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:49.151103 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2f3fa6c9-71fd-4bf7-8a91-aa048a0f65a1 req-1967a3e9-dacf-4b18-833c-7cf9d6828f84 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 944 time: 0.0742528 May 09 04:31:49.153215 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6530e734-f0e7-4dba-a67b-cf82821b20c3 service neutron] Pushing event updated for resources: {'Port': ['ID=e05ee7be-8781-44a0-8ae2-fb665919b80b,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:49.218740 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-8fc29bb3-61fc-4c36-bdd4-704def320f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:49.220426 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-8fc29bb3-61fc-4c36-bdd4-704def320f0d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b6223852af9c4361b99a24e7a49a7734&device_id=0064c5db-f056-49f6-a8ba-54c3f60c41ec HTTP/1.1" status: 200 len: 1128 time: 0.0640481 May 09 04:31:49.248651 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2f3fa6c9-71fd-4bf7-8a91-aa048a0f65a1 req-d5d46054-4496-488a-8e59-2ed377b6afda tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966856 May 09 04:31:49.255650 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 04:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75903e61-ad77-4284-9fdf-fbc0aacf10d9 x-openstack-request-id: req-75903e61-ad77-4284-9fdf-fbc0aacf10d9 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:31:49.256208 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0064c5db-f056-49f6-a8ba-54c3f60c41ec", "tag": "e05ee7be-8781-44a0-8ae2-fb665919b80b", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:31:49.256423 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-75903e61-ad77-4284-9fdf-fbc0aacf10d9 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:31:49.256978 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75903e61-ad77-4284-9fdf-fbc0aacf10d9'] response: {'name': 'network-changed', 'server_uuid': '0064c5db-f056-49f6-a8ba-54c3f60c41ec', 'tag': 'e05ee7be-8781-44a0-8ae2-fb665919b80b', 'status': 'completed', 'code': 200} May 09 04:31:49.400424 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6f3ba-4942-4e7a-90fc-94a01c46ba4c req-c5f4e4b4-47fa-455a-96c8-d617c7c4d803 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:49.402231 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-64a6f3ba-4942-4e7a-90fc-94a01c46ba4c req-c5f4e4b4-47fa-455a-96c8-d617c7c4d803 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 945 time: 0.0747373 May 09 04:31:49.406473 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ddad27e-59f7-4c54-8272-d50e2b9638af admin admin] Router 7fa5118d-add2-498a-a3dc-87e0c4d54a3a has already been hosted by L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 04:31:49.455521 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-64a6f3ba-4942-4e7a-90fc-94a01c46ba4c req-29886dd2-7bd0-401e-9857-26adc71578ec tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460303 May 09 04:31:49.517882 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ddad27e-59f7-4c54-8272-d50e2b9638af admin admin] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:31:49.525224 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-1ddad27e-59f7-4c54-8272-d50e2b9638af admin admin] 10.222.0.44 "PUT /v2.0/routers/7fa5118d-add2-498a-a3dc-87e0c4d54a3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9639761 May 09 04:31:49.526183 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 47668) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:31:49.529167 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0152b33-5cec-4057-abc8-021ff8c2f4bf None None] Sync routers for ids ['7fa5118d-add2-498a-a3dc-87e0c4d54a3a'] in dv-cinder-838009-3-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:31:49.541074 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0152b33-5cec-4057-abc8-021ff8c2f4bf None None] Routers {'7fa5118d-add2-498a-a3dc-87e0c4d54a3a'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:31:49.541693 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-d0152b33-5cec-4057-abc8-021ff8c2f4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:31:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['7fa5118d-add2-498a-a3dc-87e0c4d54a3a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:31:49.635915 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52b3e257-a5fa-47ae-b4ad-384a637292f5 admin admin] Publish callbacks [] for router (7fa5118d-add2-498a-a3dc-87e0c4d54a3a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:49.734297 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (0ba91d57-31cd-4938-a6ad-bd18d942a965), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:49.751212 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52b3e257-a5fa-47ae-b4ad-384a637292f5 admin admin] Publish callbacks [] for router_gateway (7fa5118d-add2-498a-a3dc-87e0c4d54a3a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:49.758813 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8533f-ee9a-4d54-bf0c-3135038ac2cb req-7d6c85b0-ebfd-49c9-96fe-58d57b1f17bb tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:49.761396 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a6f8533f-ee9a-4d54-bf0c-3135038ac2cb req-7d6c85b0-ebfd-49c9-96fe-58d57b1f17bb tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=0064c5db-f056-49f6-a8ba-54c3f60c41ec HTTP/1.1" status: 200 len: 944 time: 0.0583904 May 09 04:31:49.802469 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-52b3e257-a5fa-47ae-b4ad-384a637292f5 admin admin] Deleting port 9277d559-6ea8-40ad-99a3-d40d4f444af1 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:31:49.802811 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52b3e257-a5fa-47ae-b4ad-384a637292f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (9277d559-6ea8-40ad-99a3-d40d4f444af1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:49.810732 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-d0152b33-5cec-4057-abc8-021ff8c2f4bf None None] Set router 7fa5118d-add2-498a-a3dc-87e0c4d54a3a gateway port host: dv-cinder-838009-3-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:31:49.815395 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a6f8533f-ee9a-4d54-bf0c-3135038ac2cb req-8e3fe711-30bc-4c92-adea-82c907b3bb02 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481813 May 09 04:31:49.884354 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-52b3e257-a5fa-47ae-b4ad-384a637292f5 admin admin] For port 9277d559-6ea8-40ad-99a3-d40d4f444af1, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=9277d559-6ea8-40ad-99a3-d40d4f444af1,segment=NetworkSegment(bfcd5364-714b-4eea-b1ab-23d5506cc730),segment_id=bfcd5364-714b-4eea-b1ab-23d5506cc730)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:31:49.884720 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52b3e257-a5fa-47ae-b4ad-384a637292f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (9277d559-6ea8-40ad-99a3-d40d4f444af1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:49.898334 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-52b3e257-a5fa-47ae-b4ad-384a637292f5 admin admin] Calling delete_port for 9277d559-6ea8-40ad-99a3-d40d4f444af1 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:31:49.981939 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-d0152b33-5cec-4057-abc8-021ff8c2f4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa5118d-add2-498a-a3dc-87e0c4d54a3a', 'name': 'tempest-TestMinimumBasicScenario-524112707-router', 'tenant_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '9277d559-6ea8-40ad-99a3-d40d4f444af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:48Z', 'updated_at': '2022-05-09T04:31:48Z', 'revision_number': 5, 'project_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'gw_port': {'id': '9277d559-6ea8-40ad-99a3-d40d4f444af1', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa5118d-add2-498a-a3dc-87e0c4d54a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:49Z', 'updated_at': '2022-05-09T04:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi'}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:31:50.009514 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0152b33-5cec-4057-abc8-021ff8c2f4bf None None] Checking router: 7fa5118d-add2-498a-a3dc-87e0c4d54a3a for host: dv-cinder-838009-3-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:31:50.018032 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0152b33-5cec-4057-abc8-021ff8c2f4bf None None] Routers {'7fa5118d-add2-498a-a3dc-87e0c4d54a3a'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:31:50.018655 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-d0152b33-5cec-4057-abc8-021ff8c2f4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:31:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['7fa5118d-add2-498a-a3dc-87e0c4d54a3a'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:31:50.069253 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52b3e257-a5fa-47ae-b4ad-384a637292f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (9277d559-6ea8-40ad-99a3-d40d4f444af1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:50.100709 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b3e257-a5fa-47ae-b4ad-384a637292f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9277d559-6ea8-40ad-99a3-d40d4f444af1,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:50.119587 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-d0152b33-5cec-4057-abc8-021ff8c2f4bf None None] Set router 7fa5118d-add2-498a-a3dc-87e0c4d54a3a gateway port host: None {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:31:50.127206 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b3e257-a5fa-47ae-b4ad-384a637292f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:31:50.127559 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b3e257-a5fa-47ae-b4ad-384a637292f5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:31:50.127914 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b3e257-a5fa-47ae-b4ad-384a637292f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:31:50.128269 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b3e257-a5fa-47ae-b4ad-384a637292f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:31:50.128610 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b3e257-a5fa-47ae-b4ad-384a637292f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:31:50.128942 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b3e257-a5fa-47ae-b4ad-384a637292f5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:31:50.129272 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b3e257-a5fa-47ae-b4ad-384a637292f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:31:50.129609 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b3e257-a5fa-47ae-b4ad-384a637292f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:31:50.129925 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b3e257-a5fa-47ae-b4ad-384a637292f5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:31:50.130799 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b3e257-a5fa-47ae-b4ad-384a637292f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:31:50.130799 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b3e257-a5fa-47ae-b4ad-384a637292f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:31:50.131027 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b3e257-a5fa-47ae-b4ad-384a637292f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:31:50.131203 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b3e257-a5fa-47ae-b4ad-384a637292f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:31:50.131641 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b3e257-a5fa-47ae-b4ad-384a637292f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:31:50.131934 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b3e257-a5fa-47ae-b4ad-384a637292f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:31:50.175643 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52b3e257-a5fa-47ae-b4ad-384a637292f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-654078'] for router_gateway (7fa5118d-add2-498a-a3dc-87e0c4d54a3a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:50.178731 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-d0152b33-5cec-4057-abc8-021ff8c2f4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa5118d-add2-498a-a3dc-87e0c4d54a3a', 'name': 'tempest-TestMinimumBasicScenario-524112707-router', 'tenant_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:48Z', 'updated_at': '2022-05-09T04:31:49Z', 'revision_number': 6, 'project_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'gw_port_host': None}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:31:50.206880 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0152b33-5cec-4057-abc8-021ff8c2f4bf None None] The sync data for ids ['7fa5118d-add2-498a-a3dc-87e0c4d54a3a'] in dv-cinder-838009-3-iscsi is: [{'id': '7fa5118d-add2-498a-a3dc-87e0c4d54a3a', 'name': 'tempest-TestMinimumBasicScenario-524112707-router', 'tenant_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:48Z', 'updated_at': '2022-05-09T04:31:49Z', 'revision_number': 6, 'project_id': 'cf2a64ab3bc1448b8a934e2d103bb161', 'gw_port_host': None}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:31:50.285167 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52b3e257-a5fa-47ae-b4ad-384a637292f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29802'] for router (7fa5118d-add2-498a-a3dc-87e0c4d54a3a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:50.287745 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52b3e257-a5fa-47ae-b4ad-384a637292f5 admin admin] Publish callbacks [] for router_controller (7fa5118d-add2-498a-a3dc-87e0c4d54a3a), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:50.365946 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52b3e257-a5fa-47ae-b4ad-384a637292f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651439'] for router (7fa5118d-add2-498a-a3dc-87e0c4d54a3a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:50.367397 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b3e257-a5fa-47ae-b4ad-384a637292f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fa5118d-add2-498a-a3dc-87e0c4d54a3a {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 04:31:50.375201 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52b3e257-a5fa-47ae-b4ad-384a637292f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:50.376169 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-52b3e257-a5fa-47ae-b4ad-384a637292f5 admin admin] 10.222.0.44 "DELETE /v2.0/routers/7fa5118d-add2-498a-a3dc-87e0c4d54a3a HTTP/1.1" status: 204 len: 168 time: 0.8489430 May 09 04:31:50.378624 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 47686) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:31:50.383322 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5d128-ba3a-4668-bc2b-538824e7bd25 req-400b4aa1-5837-470d-8883-25cb725e5309 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:50.388352 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-24f5d128-ba3a-4668-bc2b-538824e7bd25 req-400b4aa1-5837-470d-8883-25cb725e5309 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 944 time: 0.0568230 May 09 04:31:50.430729 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2eba9c4-a0a6-4d74-88c2-38c4be255709 admin admin] Deleting subnet f2c7c720-a0e3-4650-9d10-f6010eaead33 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 04:31:50.434778 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b2eba9c4-a0a6-4d74-88c2-38c4be255709 admin admin] Publish callbacks [] for subnet (f2c7c720-a0e3-4650-9d10-f6010eaead33), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:50.437502 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-24f5d128-ba3a-4668-bc2b-538824e7bd25 req-549d81e7-08a6-4d23-8bd5-f1a541b70947 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462165 May 09 04:31:50.475015 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ba7bd9d1-892c-4d20-8811-e16346337766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (144b4b53-faa6-4e1c-8c93-1df238c644e2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:50.503028 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b2eba9c4-a0a6-4d74-88c2-38c4be255709 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260862461'] for subnet (f2c7c720-a0e3-4650-9d10-f6010eaead33), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:50.511056 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7370b-ab7d-4825-bbc6-884468efeaa6 req-f97b6543-6b64-462b-ba5d-118770a5be10 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:50.512579 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-4ef7370b-ab7d-4825-bbc6-884468efeaa6 req-f97b6543-6b64-462b-ba5d-118770a5be10 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 945 time: 0.0573461 May 09 04:31:50.576013 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9cbdc-9378-45e2-8839-f52deca79fda req-31c4af45-7267-4b30-ac8a-f69ab1fa3336 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:50.583016 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5ad9cbdc-9378-45e2-8839-f52deca79fda req-31c4af45-7267-4b30-ac8a-f69ab1fa3336 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 945 time: 0.0582936 May 09 04:31:50.628672 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-4ef7370b-ab7d-4825-bbc6-884468efeaa6 req-a6beea19-c474-432e-94c6-1b36fa395e0b tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955977 May 09 04:31:50.629968 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5ad9cbdc-9378-45e2-8839-f52deca79fda req-02ca074e-49ed-4992-8b18-029ea51e0c02 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461116 May 09 04:31:50.662129 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b2eba9c4-a0a6-4d74-88c2-38c4be255709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16420057'] for subnet (f2c7c720-a0e3-4650-9d10-f6010eaead33), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:50.719765 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b2eba9c4-a0a6-4d74-88c2-38c4be255709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16420032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260671423'] for subnet (f2c7c720-a0e3-4650-9d10-f6010eaead33), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:50.745252 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eba9c4-a0a6-4d74-88c2-38c4be255709 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2c7c720-a0e3-4650-9d10-f6010eaead33,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:50.747218 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b2eba9c4-a0a6-4d74-88c2-38c4be255709 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:50.750493 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-b2eba9c4-a0a6-4d74-88c2-38c4be255709 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f2c7c720-a0e3-4650-9d10-f6010eaead33 HTTP/1.1" status: 204 len: 168 time: 0.3708405 May 09 04:31:50.752727 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8672c3ce-d76a-4fd1-8bae-5ca7a9444d1b None None] Network da1a742f-a0fb-4823-acf5-bb842d53e97e requested from dv-cinder-838009-3-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 04:31:50.753228 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 47692) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:31:50.819390 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0af8a835-f2c9-4866-b0bc-66509a95b3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16361990'] for network (da1a742f-a0fb-4823-acf5-bb842d53e97e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:50.876788 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-0af8a835-f2c9-4866-b0bc-66509a95b3a2 admin admin] Deleting port 24633dc2-c6b3-41de-88cd-bac9d20cc6f0 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:31:50.877210 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0af8a835-f2c9-4866-b0bc-66509a95b3a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (24633dc2-c6b3-41de-88cd-bac9d20cc6f0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:50.971137 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-0af8a835-f2c9-4866-b0bc-66509a95b3a2 admin admin] For port 24633dc2-c6b3-41de-88cd-bac9d20cc6f0, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=24633dc2-c6b3-41de-88cd-bac9d20cc6f0,segment=NetworkSegment(e721fef7-2fbf-4951-beab-ce8ea2bdc6b4),segment_id=e721fef7-2fbf-4951-beab-ce8ea2bdc6b4)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:31:50.971449 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0af8a835-f2c9-4866-b0bc-66509a95b3a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (24633dc2-c6b3-41de-88cd-bac9d20cc6f0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:50.986249 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1702c8f6-89a4-4f87-ad6d-9438db966534 req-d407a85c-835f-4628-85d1-d5764872eea3 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:50.987744 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1702c8f6-89a4-4f87-ad6d-9438db966534 req-d407a85c-835f-4628-85d1-d5764872eea3 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=0064c5db-f056-49f6-a8ba-54c3f60c41ec HTTP/1.1" status: 200 len: 944 time: 0.0736988 May 09 04:31:50.995230 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-0af8a835-f2c9-4866-b0bc-66509a95b3a2 admin admin] Calling delete_port for 24633dc2-c6b3-41de-88cd-bac9d20cc6f0 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:31:51.002673 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435352c2-2076-462f-b083-7234ff3ac781 None None] DHCP port deletion for da1a742f-a0fb-4823-acf5-bb842d53e97e request from dv-cinder-838009-3-iscsi {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 09 04:31:51.044412 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-435352c2-2076-462f-b083-7234ff3ac781 None None] Deleting port 24633dc2-c6b3-41de-88cd-bac9d20cc6f0 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:31:51.044813 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-435352c2-2076-462f-b083-7234ff3ac781 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (24633dc2-c6b3-41de-88cd-bac9d20cc6f0), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:51.092019 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1702c8f6-89a4-4f87-ad6d-9438db966534 req-730635a8-56f7-4d54-a218-910c6bad6e8b tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922697 May 09 04:31:51.114414 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-435352c2-2076-462f-b083-7234ff3ac781 None None] For port 24633dc2-c6b3-41de-88cd-bac9d20cc6f0, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=24633dc2-c6b3-41de-88cd-bac9d20cc6f0,segment=NetworkSegment(e721fef7-2fbf-4951-beab-ce8ea2bdc6b4),segment_id=e721fef7-2fbf-4951-beab-ce8ea2bdc6b4)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:31:51.114818 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-435352c2-2076-462f-b083-7234ff3ac781 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (24633dc2-c6b3-41de-88cd-bac9d20cc6f0), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:51.121697 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0af8a835-f2c9-4866-b0bc-66509a95b3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069'] for port (24633dc2-c6b3-41de-88cd-bac9d20cc6f0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:51.130595 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-435352c2-2076-462f-b083-7234ff3ac781 None None] Calling delete_port for 24633dc2-c6b3-41de-88cd-bac9d20cc6f0 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:31:51.150490 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af8a835-f2c9-4866-b0bc-66509a95b3a2 admin admin] No DVR routers for this DVR port 24633dc2-c6b3-41de-88cd-bac9d20cc6f0 on host dv-cinder-838009-3-iscsi {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 04:31:51.154618 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af8a835-f2c9-4866-b0bc-66509a95b3a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=24633dc2-c6b3-41de-88cd-bac9d20cc6f0,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:51.227337 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0af8a835-f2c9-4866-b0bc-66509a95b3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16419436', 'neutron.services.segments.db._delete_segments_for_network-8782008167190'] for network (da1a742f-a0fb-4823-acf5-bb842d53e97e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:51.251374 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0af8a835-f2c9-4866-b0bc-66509a95b3a2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:31:51.251738 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0af8a835-f2c9-4866-b0bc-66509a95b3a2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:31:51.252560 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0af8a835-f2c9-4866-b0bc-66509a95b3a2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:31:51.252917 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0af8a835-f2c9-4866-b0bc-66509a95b3a2 admin admin] Subscribe: > port after_create 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:31:51.253258 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0af8a835-f2c9-4866-b0bc-66509a95b3a2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:31:51.253595 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0af8a835-f2c9-4866-b0bc-66509a95b3a2 admin admin] Subscribe: > port after_update 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:31:51.253918 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0af8a835-f2c9-4866-b0bc-66509a95b3a2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:31:51.254372 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0af8a835-f2c9-4866-b0bc-66509a95b3a2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:31:51.254718 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0af8a835-f2c9-4866-b0bc-66509a95b3a2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:31:51.255063 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0af8a835-f2c9-4866-b0bc-66509a95b3a2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:31:51.256800 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-435352c2-2076-462f-b083-7234ff3ac781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069'] for port (24633dc2-c6b3-41de-88cd-bac9d20cc6f0), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:51.285602 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435352c2-2076-462f-b083-7234ff3ac781 None None] Pushing event deleted for resources: {'Port': ['ID=24633dc2-c6b3-41de-88cd-bac9d20cc6f0,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:51.287469 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435352c2-2076-462f-b083-7234ff3ac781 None None] No DVR routers for this DVR port 24633dc2-c6b3-41de-88cd-bac9d20cc6f0 on host dv-cinder-838009-3-iscsi {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 04:31:51.357181 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0af8a835-f2c9-4866-b0bc-66509a95b3a2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:31:51.357542 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0af8a835-f2c9-4866-b0bc-66509a95b3a2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:31:51.357871 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0af8a835-f2c9-4866-b0bc-66509a95b3a2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:31:51.358207 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0af8a835-f2c9-4866-b0bc-66509a95b3a2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 09 04:31:51.358577 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-0af8a835-f2c9-4866-b0bc-66509a95b3a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da1a742f-a0fb-4823-acf5-bb842d53e97e']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:31:51.373754 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 9277d559-6ea8-40ad-99a3-d40d4f444af1 no longer exists at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:31:51.376090 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-0af8a835-f2c9-4866-b0bc-66509a95b3a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e721fef7-2fbf-4951-beab-ce8ea2bdc6b4') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:31:51.376393 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-0af8a835-f2c9-4866-b0bc-66509a95b3a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e721fef7-2fbf-4951-beab-ce8ea2bdc6b4') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:31:51.392752 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0af8a835-f2c9-4866-b0bc-66509a95b3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782008168991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3728548'] for segment (e721fef7-2fbf-4951-beab-ce8ea2bdc6b4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:51.393860 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] No Port match for: 9277d559-6ea8-40ad-99a3-d40d4f444af1 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 04:31:51.394205 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 9277d559-6ea8-40ad-99a3-d40d4f444af1 not bound to the agent host dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 04:31:51.394611 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 423cc753-ac02-44c3-9978-67edc8948b86 no longer exists at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:31:51.413773 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0af8a835-f2c9-4866-b0bc-66509a95b3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754'] for segment (e721fef7-2fbf-4951-beab-ce8ea2bdc6b4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:51.415776 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] No Port match for: 423cc753-ac02-44c3-9978-67edc8948b86 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 04:31:51.416160 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 423cc753-ac02-44c3-9978-67edc8948b86 not bound to the agent host dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 04:31:51.416564 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 24633dc2-c6b3-41de-88cd-bac9d20cc6f0 no longer exists at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:31:51.422842 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0af8a835-f2c9-4866-b0bc-66509a95b3a2 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 04:31:51.423180 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0af8a835-f2c9-4866-b0bc-66509a95b3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261596329'] for segment (e721fef7-2fbf-4951-beab-ce8ea2bdc6b4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:51.427554 dv-cinder-838009-3-iscsi neutron-server[103226]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 09 04:31:51.427554 dv-cinder-838009-3-iscsi neutron-server[103226]: from cryptography.utils import int_from_bytes May 09 04:31:51.427554 dv-cinder-838009-3-iscsi neutron-server[103226]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 09 04:31:51.427554 dv-cinder-838009-3-iscsi neutron-server[103226]: from cryptography.utils import int_from_bytes May 09 04:31:51.427554 dv-cinder-838009-3-iscsi neutron-server[103226]: Traceback (most recent call last): May 09 04:31:51.427554 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 04:31:51.427554 dv-cinder-838009-3-iscsi neutron-server[103226]: timer() May 09 04:31:51.427554 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 04:31:51.427554 dv-cinder-838009-3-iscsi neutron-server[103226]: cb(*args, **kw) May 09 04:31:51.427554 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 04:31:51.427554 dv-cinder-838009-3-iscsi neutron-server[103226]: return func(*args, **kwargs) May 09 04:31:51.427554 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 04:31:51.427554 dv-cinder-838009-3-iscsi neutron-server[103226]: self._notify() May 09 04:31:51.427554 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 04:31:51.427554 dv-cinder-838009-3-iscsi neutron-server[103226]: self.callback(batched_events) May 09 04:31:51.427554 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 04:31:51.427554 dv-cinder-838009-3-iscsi neutron-server[103226]: event.method(event) May 09 04:31:51.427554 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 04:31:51.427554 dv-cinder-838009-3-iscsi neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 04:31:51.427554 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 04:31:51.427554 dv-cinder-838009-3-iscsi neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( May 09 04:31:51.427554 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 04:31:51.427554 dv-cinder-838009-3-iscsi neutron-server[103226]: return f(self, *a, **k) May 09 04:31:51.427554 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 04:31:51.427554 dv-cinder-838009-3-iscsi neutron-server[103226]: return self._get(url).json() May 09 04:31:51.427554 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 04:31:51.427554 dv-cinder-838009-3-iscsi neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 04:31:51.427554 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 04:31:51.427554 dv-cinder-838009-3-iscsi neutron-server[103226]: return self.request(url, 'GET', **kwargs) May 09 04:31:51.427554 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 04:31:51.427554 dv-cinder-838009-3-iscsi neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, May 09 04:31:51.427554 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 04:31:51.427554 dv-cinder-838009-3-iscsi neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 04:31:51.427554 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 04:31:51.427554 dv-cinder-838009-3-iscsi neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 04:31:51.427554 dv-cinder-838009-3-iscsi neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 04:31:51.439459 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] No Port match for: 24633dc2-c6b3-41de-88cd-bac9d20cc6f0 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 04:31:51.439807 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 24633dc2-c6b3-41de-88cd-bac9d20cc6f0 not bound to the agent host dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 04:31:51.474738 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-5bb0b9d9-277b-402a-81f6-b3fb3b5a85b8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e05ee7be-8781-44a0-8ae2-fb665919b80b HTTP/1.1" status: 200 len: 217 time: 0.0399868 May 09 04:31:51.490065 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0af8a835-f2c9-4866-b0bc-66509a95b3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16419415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-653516'] for network (da1a742f-a0fb-4823-acf5-bb842d53e97e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:51.497451 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0af8a835-f2c9-4866-b0bc-66509a95b3a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:51.500932 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-0af8a835-f2c9-4866-b0bc-66509a95b3a2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/da1a742f-a0fb-4823-acf5-bb842d53e97e HTTP/1.1" status: 204 len: 168 time: 0.7468367 May 09 04:31:51.503876 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 47698) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:31:51.608228 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c485a3-036a-4fba-b280-8ff36ee4dda5 req-a71bef76-28ba-4564-866d-bc945a928ae3 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:51.609761 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-99c485a3-036a-4fba-b280-8ff36ee4dda5 req-a71bef76-28ba-4564-866d-bc945a928ae3 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 944 time: 0.0615654 May 09 04:31:51.747070 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-99c485a3-036a-4fba-b280-8ff36ee4dda5 req-85db3c1c-f5ad-43e9-8494-353a11ee472d tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294174 May 09 04:31:51.767370 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af8a835-f2c9-4866-b0bc-66509a95b3a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=da1a742f-a0fb-4823-acf5-bb842d53e97e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:51.804275 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-4998dc76-ff8e-4bd7-91e0-d4ffdfbca8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:51.805753 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-4998dc76-ff8e-4bd7-91e0-d4ffdfbca8ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dbed64c5-3159-495c-b3f2-34c99afd3de9 HTTP/1.1" status: 200 len: 851 time: 0.1220355 May 09 04:31:51.816579 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fde693-fbaa-4daf-8e34-3651c62ab1f6 req-cada5d4a-6ff8-4981-98ae-bfa39a29c5e3 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:51.818035 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-09fde693-fbaa-4daf-8e34-3651c62ab1f6 req-cada5d4a-6ff8-4981-98ae-bfa39a29c5e3 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 945 time: 0.0528874 May 09 04:31:51.865560 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-09fde693-fbaa-4daf-8e34-3651c62ab1f6 req-0f94c9c5-3bab-4eef-82ba-b8d2c079356f tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418704 May 09 04:31:51.897101 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704b585-21e1-4a55-9270-0380c620def8 req-c7b6daa2-34d8-43be-babf-3e3eeb765948 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:51.898571 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-4704b585-21e1-4a55-9270-0380c620def8 req-c7b6daa2-34d8-43be-babf-3e3eeb765948 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 945 time: 0.0845532 May 09 04:31:51.997358 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-4704b585-21e1-4a55-9270-0380c620def8 req-d5eea1dd-b221-4411-82a2-e1718b79ef08 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925496 May 09 04:31:52.128321 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3c1e805e-47b8-420b-b018-a9a42b98cea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639180'] for router_interface (acfcfe3a-eaa7-464c-afb7-194ed898c24b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:52.208013 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aee8c0-25fe-4c90-80e0-49814746b353 req-07a09a8b-2680-44d0-9500-1b151b2d5cc8 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:52.209495 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b0aee8c0-25fe-4c90-80e0-49814746b353 req-07a09a8b-2680-44d0-9500-1b151b2d5cc8 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=0064c5db-f056-49f6-a8ba-54c3f60c41ec HTTP/1.1" status: 200 len: 944 time: 0.0468516 May 09 04:31:52.261258 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b0aee8c0-25fe-4c90-80e0-49814746b353 req-67f55b29-6257-400e-9a06-ee99eb4f152f tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449455 May 09 04:31:52.660993 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-68af3b39-818a-4783-9348-ddc7f30fd4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:52.662388 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-68af3b39-818a-4783-9348-ddc7f30fd4b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d0b894fb-ca2e-4f02-9d2e-0b887784e9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0909283 May 09 04:31:52.674277 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff731b-6f57-42f2-882c-5f930abeacb2 req-e13707d9-020d-4079-830b-7c89f72ed0d3 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:52.675613 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-60ff731b-6f57-42f2-882c-5f930abeacb2 req-e13707d9-020d-4079-830b-7c89f72ed0d3 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 945 time: 0.1052406 May 09 04:31:52.851852 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-3c1e805e-47b8-420b-b018-a9a42b98cea5 admin admin] Deleting port 6fd02778-526b-486f-8a63-6b48f57b4a70 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:31:52.852210 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3c1e805e-47b8-420b-b018-a9a42b98cea5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (6fd02778-526b-486f-8a63-6b48f57b4a70), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:52.889402 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-56adc934-7200-4cee-95ef-15aab6657526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3dae496a-5564-45d9-8b4f-04486e79e4dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:52.931548 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-60ff731b-6f57-42f2-882c-5f930abeacb2 req-e399eef4-40e2-465d-bdb3-530976aaa331 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Deleting port e798f1fa-3df7-4ec0-be2e-bf5db59b8036 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:31:52.932020 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-60ff731b-6f57-42f2-882c-5f930abeacb2 req-e399eef4-40e2-465d-bdb3-530976aaa331 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (e798f1fa-3df7-4ec0-be2e-bf5db59b8036), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:52.986810 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1a39e-70ba-49a7-8d67-d96edf871322 req-69559410-0ac6-49bf-be5f-ed1390938469 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:52.988416 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3ec1a39e-70ba-49a7-8d67-d96edf871322 req-69559410-0ac6-49bf-be5f-ed1390938469 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 945 time: 0.0528653 May 09 04:31:52.988998 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-90b1d953-2456-424c-ae62-35e0e1e89890 service neutron] 10.222.0.13 "GET /v2.0/networks/d0b894fb-ca2e-4f02-9d2e-0b887784e9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124483 May 09 04:31:52.995553 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7dfde-c382-4496-9665-9e39c9847d30 req-6118037e-1f8d-4e2d-bd0b-45623b765109 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:52.996933 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-37b7dfde-c382-4496-9665-9e39c9847d30 req-6118037e-1f8d-4e2d-bd0b-45623b765109 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 944 time: 0.1721678 May 09 04:31:53.035477 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3ec1a39e-70ba-49a7-8d67-d96edf871322 req-c6e691e6-3d7c-4624-bce7-0fb479b9d108 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407453 May 09 04:31:53.141381 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c54a9d7-61d8-4d53-8941-27558f8472ad req-cb1f76c6-257f-4810-bdaf-95117de3a981 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:53.153443 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3c54a9d7-61d8-4d53-8941-27558f8472ad req-cb1f76c6-257f-4810-bdaf-95117de3a981 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 945 time: 0.0573797 May 09 04:31:53.156857 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-3c1e805e-47b8-420b-b018-a9a42b98cea5 admin admin] For port 6fd02778-526b-486f-8a63-6b48f57b4a70, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=6fd02778-526b-486f-8a63-6b48f57b4a70,segment=NetworkSegment(c60cad70-07f0-4c3e-9f4f-2a2885c10185),segment_id=c60cad70-07f0-4c3e-9f4f-2a2885c10185)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:31:53.157224 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3c1e805e-47b8-420b-b018-a9a42b98cea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (6fd02778-526b-486f-8a63-6b48f57b4a70), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:53.192442 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-37b7dfde-c382-4496-9665-9e39c9847d30 req-bab321cb-35e4-41d9-a4d8-c2573176658d tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786773 May 09 04:31:53.198810 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-60ff731b-6f57-42f2-882c-5f930abeacb2 req-e399eef4-40e2-465d-bdb3-530976aaa331 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] For port e798f1fa-3df7-4ec0-be2e-bf5db59b8036, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=e798f1fa-3df7-4ec0-be2e-bf5db59b8036,segment=NetworkSegment(7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725),segment_id=7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:31:53.199179 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-60ff731b-6f57-42f2-882c-5f930abeacb2 req-e399eef4-40e2-465d-bdb3-530976aaa331 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (e798f1fa-3df7-4ec0-be2e-bf5db59b8036), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:53.201848 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-3c1e805e-47b8-420b-b018-a9a42b98cea5 admin admin] Calling delete_port for 6fd02778-526b-486f-8a63-6b48f57b4a70 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:31:53.203172 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3c54a9d7-61d8-4d53-8941-27558f8472ad req-fbc1fd28-a5e7-4c89-bbf2-d239766776eb tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418353 May 09 04:31:53.235970 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-60ff731b-6f57-42f2-882c-5f930abeacb2 req-e399eef4-40e2-465d-bdb3-530976aaa331 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Calling delete_port for e798f1fa-3df7-4ec0-be2e-bf5db59b8036 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:31:53.240139 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8ff7efdf-109c-4504-a4cc-0482135acb18 req-41b4b9cf-b8b2-4e1c-b276-52e0e598ed1a service neutron] 10.222.0.13 "GET /v2.0/networks/d0b894fb-ca2e-4f02-9d2e-0b887784e9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391236 May 09 04:31:53.433893 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b427b20-5a64-47dc-963c-23fec18f67b0 req-22c21572-1112-4e05-af6f-5c86efd9d7b0 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:53.435365 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-3b427b20-5a64-47dc-963c-23fec18f67b0 req-22c21572-1112-4e05-af6f-5c86efd9d7b0 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=0064c5db-f056-49f6-a8ba-54c3f60c41ec HTTP/1.1" status: 200 len: 944 time: 0.1042564 May 09 04:31:53.594146 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88239d-5816-4d9f-bd5f-03ed99559e9f req-73bc58b6-ad49-4815-95f3-1742b4e28e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:53.595630 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8b88239d-5816-4d9f-bd5f-03ed99559e9f req-73bc58b6-ad49-4815-95f3-1742b4e28e9b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b6223852af9c4361b99a24e7a49a7734&device_id=0064c5db-f056-49f6-a8ba-54c3f60c41ec HTTP/1.1" status: 200 len: 1128 time: 0.0988903 May 09 04:31:53.599163 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-3b427b20-5a64-47dc-963c-23fec18f67b0 req-4a26587a-7c2f-4980-b822-889c458bc2ea tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574988 May 09 04:31:53.616146 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-60ff731b-6f57-42f2-882c-5f930abeacb2 req-e399eef4-40e2-465d-bdb3-530976aaa331 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (e798f1fa-3df7-4ec0-be2e-bf5db59b8036), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:53.635606 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] get_ports_and_sgs() called for port_ids ['e75b43e2-a1dd-4d55-b4da-8e6449521a74', 'e798f1fa-3df7-4ec0-be2e-bf5db59b8036'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 04:31:53.695141 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e399eef4-40e2-465d-bdb3-530976aaa331 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Pushing event deleted for resources: {'Port': ['ID=e798f1fa-3df7-4ec0-be2e-bf5db59b8036,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:53.700329 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3c1e805e-47b8-420b-b018-a9a42b98cea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (6fd02778-526b-486f-8a63-6b48f57b4a70), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:53.738615 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e805e-47b8-420b-b018-a9a42b98cea5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fd02778-526b-486f-8a63-6b48f57b4a70,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:53.820933 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ff731b-6f57-42f2-882c-5f930abeacb2 req-e399eef4-40e2-465d-bdb3-530976aaa331 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] No DVR routers for this DVR port e798f1fa-3df7-4ec0-be2e-bf5db59b8036 on host hv-cinder-83800 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 04:31:53.843985 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-60ff731b-6f57-42f2-882c-5f930abeacb2 req-e399eef4-40e2-465d-bdb3-530976aaa331 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:53.847382 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-60ff731b-6f57-42f2-882c-5f930abeacb2 req-e399eef4-40e2-465d-bdb3-530976aaa331 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.13 "DELETE /v2.0/ports/e798f1fa-3df7-4ec0-be2e-bf5db59b8036 HTTP/1.1" status: 204 len: 173 time: 1.1618295 May 09 04:31:53.847785 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc9d45a-d1d9-4a28-8af9-4b6e14898436', 'name': 'network-vif-deleted', 'tag': 'e798f1fa-3df7-4ec0-be2e-bf5db59b8036'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:31:53.850054 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708343da101edf5db3821e80f7e6194e70163222c3a70cb9c2c474869a6028b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ecca8b-603d-44a2-821b-54e389f4d3d8" -d '{"events": [{"server_uuid": "7fc9d45a-d1d9-4a28-8af9-4b6e14898436", "name": "network-vif-deleted", "tag": "e798f1fa-3df7-4ec0-be2e-bf5db59b8036"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:31:53.862408 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88239d-5816-4d9f-bd5f-03ed99559e9f req-99f81216-e194-4788-ab91-8303127c1975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:53.864061 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8b88239d-5816-4d9f-bd5f-03ed99559e9f req-99f81216-e194-4788-ab91-8303127c1975 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d0b894fb-ca2e-4f02-9d2e-0b887784e9ae HTTP/1.1" status: 200 len: 913 time: 0.2585976 May 09 04:31:53.914490 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 04:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2962a68d-8efe-467e-9818-cf3f7dfa2b2a x-openstack-request-id: req-2962a68d-8efe-467e-9818-cf3f7dfa2b2a {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:31:53.914784 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc9d45a-d1d9-4a28-8af9-4b6e14898436", "name": "network-vif-deleted", "tag": "e798f1fa-3df7-4ec0-be2e-bf5db59b8036", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:31:53.915047 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2962a68d-8efe-467e-9818-cf3f7dfa2b2a {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:31:53.916465 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2962a68d-8efe-467e-9818-cf3f7dfa2b2a'] response: {'server_uuid': '7fc9d45a-d1d9-4a28-8af9-4b6e14898436', 'name': 'network-vif-deleted', 'tag': 'e798f1fa-3df7-4ec0-be2e-bf5db59b8036', 'status': 'completed', 'code': 200} May 09 04:31:53.918625 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8b88239d-5816-4d9f-bd5f-03ed99559e9f req-f85ab5e3-58aa-422d-b66e-606141c36cc1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e05ee7be-8781-44a0-8ae2-fb665919b80b HTTP/1.1" status: 200 len: 217 time: 0.0438840 May 09 04:31:54.015492 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88239d-5816-4d9f-bd5f-03ed99559e9f req-cc84599c-d779-400e-ba29-af064d581cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:54.016925 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8b88239d-5816-4d9f-bd5f-03ed99559e9f req-cc84599c-d779-400e-ba29-af064d581cf2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dbed64c5-3159-495c-b3f2-34c99afd3de9 HTTP/1.1" status: 200 len: 851 time: 0.0622706 May 09 04:31:54.060400 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3c1e805e-47b8-420b-b018-a9a42b98cea5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645075'] for router_interface (acfcfe3a-eaa7-464c-afb7-194ed898c24b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:54.155205 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7671283-9f0b-468d-8f0b-6ce51d9cb9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (896ddadf-f6f7-4d68-b704-6882247efc03), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:54.164913 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6a525727-c940-43f3-866c-a9e8e968e3b2 req-489cfab5-bcdc-4d60-9885-47c63f610644 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fc9d45a-d1d9-4a28-8af9-4b6e14898436 HTTP/1.1" status: 200 len: 210 time: 0.0394282 May 09 04:31:54.263242 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 8b3c8f68-461e-4b7f-843a-747af41739b1 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 04:31:54.344166 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88239d-5816-4d9f-bd5f-03ed99559e9f req-9a411481-a84e-4255-ad65-917784fa9927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:54.345741 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8b88239d-5816-4d9f-bd5f-03ed99559e9f req-9a411481-a84e-4255-ad65-917784fa9927 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d0b894fb-ca2e-4f02-9d2e-0b887784e9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0825100 May 09 04:31:54.352564 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cecdab1-59ed-438f-bfe6-b9b05341a3f1 req-e5884556-a5c8-4582-bb68-0545080a0bf0 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:54.359754 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9cecdab1-59ed-438f-bfe6-b9b05341a3f1 req-e5884556-a5c8-4582-bb68-0545080a0bf0 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 944 time: 0.0759909 May 09 04:31:54.392638 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port 8b3c8f68-461e-4b7f-843a-747af41739b1, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=8b3c8f68-461e-4b7f-843a-747af41739b1,segment=NetworkSegment(515ccb09-711b-4d3e-b358-aedeeb94a00e),segment_id=515ccb09-711b-4d3e-b358-aedeeb94a00e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:31:54.407311 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Returning: {'device': '8b3c8f68-461e-4b7f-843a-747af41739b1', 'network_id': '6b94aa6a-0d58-466c-8eb9-c480de2276aa', 'port_id': '8b3c8f68-461e-4b7f-843a-747af41739b1', 'mac_address': 'fa:16:3e:2e:6d:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f838df5a-9048-42ae-96b1-031768c0ebaf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 04:31:54.418298 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9cecdab1-59ed-438f-bfe6-b9b05341a3f1 req-fb7de099-2945-4e7e-921f-d1f7270985ea tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575211 May 09 04:31:54.437261 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f13d8d-d397-4e24-b7da-5d1261897f1c req-a9b0266c-b651-47c5-bc22-8e97ea17d586 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:54.438802 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-02f13d8d-d397-4e24-b7da-5d1261897f1c req-a9b0266c-b651-47c5-bc22-8e97ea17d586 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 945 time: 0.1425502 May 09 04:31:54.461509 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port 8b3c8f68-461e-4b7f-843a-747af41739b1 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:31:54.462046 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (8b3c8f68-461e-4b7f-843a-747af41739b1), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:54.476316 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b3c8f68-461e-4b7f-843a-747af41739b1 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 04:31:54.479634 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c1e805e-47b8-420b-b018-a9a42b98cea5 admin admin] Router acfcfe3a-eaa7-464c-afb7-194ed898c24b has already been hosted by L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 04:31:54.497994 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port 8b3c8f68-461e-4b7f-843a-747af41739b1, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=8b3c8f68-461e-4b7f-843a-747af41739b1,segment=NetworkSegment(515ccb09-711b-4d3e-b358-aedeeb94a00e),segment_id=515ccb09-711b-4d3e-b358-aedeeb94a00e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:31:54.502333 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (8b3c8f68-461e-4b7f-843a-747af41739b1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:54.538765 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8b88239d-5816-4d9f-bd5f-03ed99559e9f req-3f42870f-edcd-419c-94ed-bd73b015e375 service neutron] 10.222.0.13 "GET /v2.0/networks/d0b894fb-ca2e-4f02-9d2e-0b887784e9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618822 May 09 04:31:54.550213 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=8b3c8f68-461e-4b7f-843a-747af41739b1,revision_number=7']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:54.557726 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:31:54.558084 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:31:54.558422 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:31:54.558785 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:31:54.559130 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:31:54.559514 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:31:54.559819 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:31:54.560178 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:31:54.560510 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:31:54.560838 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:31:54.561167 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:31:54.561509 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:31:54.561839 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:31:54.562163 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:31:54.562574 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:31:54.580952 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-02f13d8d-d397-4e24-b7da-5d1261897f1c req-0fbed261-51a6-4e9d-9761-485e43c8be12 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300492 May 09 04:31:54.709649 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1e805e-47b8-420b-b018-a9a42b98cea5 admin admin] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:31:54.712835 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8b88239d-5816-4d9f-bd5f-03ed99559e9f req-c9bb9d4f-69fe-483b-a743-1a9c79f7b4c2 service neutron] 10.222.0.13 "GET /v2.0/networks/d0b894fb-ca2e-4f02-9d2e-0b887784e9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433232 May 09 04:31:54.719417 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-3c1e805e-47b8-420b-b018-a9a42b98cea5 admin admin] 10.222.0.44 "PUT /v2.0/routers/acfcfe3a-eaa7-464c-afb7-194ed898c24b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2115459 May 09 04:31:54.719590 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d103f2c4-3f39-42fe-8df1-1b996f3bb29b req-0f73fa8c-cb33-4101-88f8-1afb6cb2e903 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:54.719715 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 47726) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:31:54.721944 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9936d7-56fe-42e6-b00b-9ba8813b6cbd None None] Sync routers for ids ['acfcfe3a-eaa7-464c-afb7-194ed898c24b'] in dv-cinder-838009-3-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:31:54.724625 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d103f2c4-3f39-42fe-8df1-1b996f3bb29b req-0f73fa8c-cb33-4101-88f8-1afb6cb2e903 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=0064c5db-f056-49f6-a8ba-54c3f60c41ec HTTP/1.1" status: 200 len: 944 time: 0.0554616 May 09 04:31:54.734257 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9936d7-56fe-42e6-b00b-9ba8813b6cbd None None] Routers {'acfcfe3a-eaa7-464c-afb7-194ed898c24b'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:31:54.735031 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5f9936d7-56fe-42e6-b00b-9ba8813b6cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:31:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['acfcfe3a-eaa7-464c-afb7-194ed898c24b'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:31:54.788873 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d103f2c4-3f39-42fe-8df1-1b996f3bb29b req-a64dc1cc-0c8f-4858-b9ec-9c9b33143ef5 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631976 May 09 04:31:54.813601 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] get_ports_and_sgs() called for port_ids ['8b3c8f68-461e-4b7f-843a-747af41739b1'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 04:31:54.835665 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b878b57f-267e-4fb7-97a2-94199c3c3986 admin admin] Publish callbacks [] for router (acfcfe3a-eaa7-464c-afb7-194ed898c24b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:54.851744 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-5f9936d7-56fe-42e6-b00b-9ba8813b6cbd None None] Set router acfcfe3a-eaa7-464c-afb7-194ed898c24b gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:31:54.946209 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b878b57f-267e-4fb7-97a2-94199c3c3986 admin admin] Publish callbacks [] for router_gateway (acfcfe3a-eaa7-464c-afb7-194ed898c24b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:54.998373 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b878b57f-267e-4fb7-97a2-94199c3c3986 admin admin] Deleting port fe34da7e-7daa-463a-b946-fd74b9a361b4 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:31:54.998709 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b878b57f-267e-4fb7-97a2-94199c3c3986 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (fe34da7e-7daa-463a-b946-fd74b9a361b4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:55.038134 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5f9936d7-56fe-42e6-b00b-9ba8813b6cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfcfe3a-eaa7-464c-afb7-194ed898c24b', 'name': 'tempest-TestMinimumBasicScenario-1941677805-router', 'tenant_id': '678b52347f054baa98342f098b23a741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'fe34da7e-7daa-463a-b946-fd74b9a361b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:59Z', 'updated_at': '2022-05-09T04:31:53Z', 'revision_number': 5, 'project_id': '678b52347f054baa98342f098b23a741', 'gw_port': {'id': 'fe34da7e-7daa-463a-b946-fd74b9a361b4', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfcfe3a-eaa7-464c-afb7-194ed898c24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:28:00Z', 'updated_at': '2022-05-09T04:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi'}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:31:55.066570 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9936d7-56fe-42e6-b00b-9ba8813b6cbd None None] Checking router: acfcfe3a-eaa7-464c-afb7-194ed898c24b for host: dv-cinder-838009-3-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:31:55.075785 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9936d7-56fe-42e6-b00b-9ba8813b6cbd None None] Routers {'acfcfe3a-eaa7-464c-afb7-194ed898c24b'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:31:55.076427 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5f9936d7-56fe-42e6-b00b-9ba8813b6cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:31:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['acfcfe3a-eaa7-464c-afb7-194ed898c24b'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:31:55.168534 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-5f9936d7-56fe-42e6-b00b-9ba8813b6cbd None None] Set router acfcfe3a-eaa7-464c-afb7-194ed898c24b gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:31:55.231682 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-5f9936d7-56fe-42e6-b00b-9ba8813b6cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acfcfe3a-eaa7-464c-afb7-194ed898c24b', 'name': 'tempest-TestMinimumBasicScenario-1941677805-router', 'tenant_id': '678b52347f054baa98342f098b23a741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:59Z', 'updated_at': '2022-05-09T04:31:54Z', 'revision_number': 6, 'project_id': '678b52347f054baa98342f098b23a741', 'gw_port_host': None}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:31:55.261183 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9936d7-56fe-42e6-b00b-9ba8813b6cbd None None] The sync data for ids ['acfcfe3a-eaa7-464c-afb7-194ed898c24b'] in dv-cinder-838009-3-iscsi is: [{'id': 'acfcfe3a-eaa7-464c-afb7-194ed898c24b', 'name': 'tempest-TestMinimumBasicScenario-1941677805-router', 'tenant_id': '678b52347f054baa98342f098b23a741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:59Z', 'updated_at': '2022-05-09T04:31:54Z', 'revision_number': 6, 'project_id': '678b52347f054baa98342f098b23a741', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:31:55.333024 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43e19ad3-c0e7-48b8-9cb0-6496f201f8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3ce75c28-5550-4d51-9af6-2a59ee09c43b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:55.351145 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-b878b57f-267e-4fb7-97a2-94199c3c3986 admin admin] For port fe34da7e-7daa-463a-b946-fd74b9a361b4, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=fe34da7e-7daa-463a-b946-fd74b9a361b4,segment=NetworkSegment(bfcd5364-714b-4eea-b1ab-23d5506cc730),segment_id=bfcd5364-714b-4eea-b1ab-23d5506cc730)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:31:55.351596 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b878b57f-267e-4fb7-97a2-94199c3c3986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (fe34da7e-7daa-463a-b946-fd74b9a361b4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:55.369710 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-b878b57f-267e-4fb7-97a2-94199c3c3986 admin admin] Calling delete_port for fe34da7e-7daa-463a-b946-fd74b9a361b4 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:31:55.479261 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63b169-616c-41ec-aca4-652568e86ffb req-ea42a3f6-86d2-47fa-8bd5-6c187496b896 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:55.480772 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ad63b169-616c-41ec-aca4-652568e86ffb req-ea42a3f6-86d2-47fa-8bd5-6c187496b896 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=6774e618-8e5f-4815-8e60-0473be16aabc HTTP/1.1" status: 200 len: 946 time: 0.0604737 May 09 04:31:55.537187 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5705b-1e69-413c-b98d-12a8976d08e1 req-0aa56080-474b-480a-8f72-aab24a4aeee8 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:55.538646 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-62f5705b-1e69-413c-b98d-12a8976d08e1 req-0aa56080-474b-480a-8f72-aab24a4aeee8 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 945 time: 0.0469747 May 09 04:31:55.578405 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ad63b169-616c-41ec-aca4-652568e86ffb req-bd02941a-6cc5-4e12-966c-1be085bb166c tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652633 May 09 04:31:55.598223 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-62f5705b-1e69-413c-b98d-12a8976d08e1 req-86ef9e5e-c3cd-46da-903e-92bc9d57a9d5 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533121 May 09 04:31:55.630779 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b878b57f-267e-4fb7-97a2-94199c3c3986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (fe34da7e-7daa-463a-b946-fd74b9a361b4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:55.668027 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b878b57f-267e-4fb7-97a2-94199c3c3986 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe34da7e-7daa-463a-b946-fd74b9a361b4,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:55.766669 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8cd7e9-3df1-4ff2-981e-71687a2c4fa7 req-5e45674f-26ba-4f91-8cfb-df3b8f094858 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:55.768180 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-1c8cd7e9-3df1-4ff2-981e-71687a2c4fa7 req-5e45674f-26ba-4f91-8cfb-df3b8f094858 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 945 time: 0.0767765 May 09 04:31:55.782736 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b878b57f-267e-4fb7-97a2-94199c3c3986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-654078'] for router_gateway (acfcfe3a-eaa7-464c-afb7-194ed898c24b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:55.894038 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b878b57f-267e-4fb7-97a2-94199c3c3986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29802'] for router (acfcfe3a-eaa7-464c-afb7-194ed898c24b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:55.900659 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b878b57f-267e-4fb7-97a2-94199c3c3986 admin admin] Publish callbacks [] for router_controller (acfcfe3a-eaa7-464c-afb7-194ed898c24b), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:55.911377 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-1c8cd7e9-3df1-4ff2-981e-71687a2c4fa7 req-fcf10b29-7744-423e-8a22-f48664dda8e0 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368721 May 09 04:31:55.916819 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d125190-dc0d-4dd4-83df-e3d9502e5a6f req-e16e87e8-b757-4e08-ad6d-a8543b9da53f tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:55.918342 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4d125190-dc0d-4dd4-83df-e3d9502e5a6f req-e16e87e8-b757-4e08-ad6d-a8543b9da53f tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=0064c5db-f056-49f6-a8ba-54c3f60c41ec HTTP/1.1" status: 200 len: 944 time: 0.0507824 May 09 04:31:55.953262 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b878b57f-267e-4fb7-97a2-94199c3c3986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651439'] for router (acfcfe3a-eaa7-464c-afb7-194ed898c24b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:55.953795 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b878b57f-267e-4fb7-97a2-94199c3c3986 admin admin] Fanout notify agent at l3_agent the message router_deleted on router acfcfe3a-eaa7-464c-afb7-194ed898c24b {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 04:31:55.959806 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b878b57f-267e-4fb7-97a2-94199c3c3986 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:55.960986 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-b878b57f-267e-4fb7-97a2-94199c3c3986 admin admin] 10.222.0.44 "DELETE /v2.0/routers/acfcfe3a-eaa7-464c-afb7-194ed898c24b HTTP/1.1" status: 204 len: 168 time: 1.2409923 May 09 04:31:55.963741 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 47742) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:31:55.976754 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4d125190-dc0d-4dd4-83df-e3d9502e5a6f req-35e30007-0bf6-4d4b-907e-28dc8be897d5 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472627 May 09 04:31:56.008332 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-9df1f68b-4c0d-4816-ab82-74237ada84fb admin admin] Deleting subnet 0e51b18a-53a6-4e16-a314-cd9e92879860 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 04:31:56.011749 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9df1f68b-4c0d-4816-ab82-74237ada84fb admin admin] Publish callbacks [] for subnet (0e51b18a-53a6-4e16-a314-cd9e92879860), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:56.049283 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9df1f68b-4c0d-4816-ab82-74237ada84fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260862461'] for subnet (0e51b18a-53a6-4e16-a314-cd9e92879860), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:56.128867 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9df1f68b-4c0d-4816-ab82-74237ada84fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16420057'] for subnet (0e51b18a-53a6-4e16-a314-cd9e92879860), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:56.182092 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9df1f68b-4c0d-4816-ab82-74237ada84fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16420032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260671423'] for subnet (0e51b18a-53a6-4e16-a314-cd9e92879860), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:56.209694 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df1f68b-4c0d-4816-ab82-74237ada84fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e51b18a-53a6-4e16-a314-cd9e92879860,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:56.216294 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9df1f68b-4c0d-4816-ab82-74237ada84fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:56.219465 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-9df1f68b-4c0d-4816-ab82-74237ada84fb admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0e51b18a-53a6-4e16-a314-cd9e92879860 HTTP/1.1" status: 204 len: 168 time: 0.2547240 May 09 04:31:56.221925 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 47744) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:31:56.224527 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fe8641-07c4-475e-ad98-9fce831a8103 None None] Network 47d82032-6c81-4102-b2ac-f0b5fd250d2c requested from dv-cinder-838009-3-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 04:31:56.270795 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 8b3c8f68-461e-4b7f-843a-747af41739b1 up at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:31:56.296787 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4161e7b-d6a1-47f8-ae3c-234564066453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16361990'] for network (47d82032-6c81-4102-b2ac-f0b5fd250d2c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:56.348758 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d4161e7b-d6a1-47f8-ae3c-234564066453 admin admin] Deleting port 765cd330-9fd5-463f-82fe-70e5e605d66e {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:31:56.348976 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4161e7b-d6a1-47f8-ae3c-234564066453 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (765cd330-9fd5-463f-82fe-70e5e605d66e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:56.360066 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Provisioning complete for port 8b3c8f68-461e-4b7f-843a-747af41739b1 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:31:56.360996 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (8b3c8f68-461e-4b7f-843a-747af41739b1), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:56.418672 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-d4161e7b-d6a1-47f8-ae3c-234564066453 admin admin] For port 765cd330-9fd5-463f-82fe-70e5e605d66e, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=765cd330-9fd5-463f-82fe-70e5e605d66e,segment=NetworkSegment(c60cad70-07f0-4c3e-9f4f-2a2885c10185),segment_id=c60cad70-07f0-4c3e-9f4f-2a2885c10185)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:31:56.419044 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4161e7b-d6a1-47f8-ae3c-234564066453 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (765cd330-9fd5-463f-82fe-70e5e605d66e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:56.432874 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d4161e7b-d6a1-47f8-ae3c-234564066453 admin admin] Calling delete_port for 765cd330-9fd5-463f-82fe-70e5e605d66e owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:31:56.436261 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41588a3e-88c3-46f4-90dd-f6255418a841 None None] DHCP port deletion for 47d82032-6c81-4102-b2ac-f0b5fd250d2c request from dv-cinder-838009-3-iscsi {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 09 04:31:56.473198 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port 8b3c8f68-461e-4b7f-843a-747af41739b1 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:31:56.473599 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (8b3c8f68-461e-4b7f-843a-747af41739b1), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:56.501527 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-41588a3e-88c3-46f4-90dd-f6255418a841 None None] Deleting port 765cd330-9fd5-463f-82fe-70e5e605d66e {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:31:56.502137 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-41588a3e-88c3-46f4-90dd-f6255418a841 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (765cd330-9fd5-463f-82fe-70e5e605d66e), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:56.507199 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a541a008-c541-407b-8868-a2b9d98ed15d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3c8f68-461e-4b7f-843a-747af41739b1'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:31:56.509557 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6941dd57353447cfe46bbb883e0d815d26e9477c6b9f0737609fdd17593c9a07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a373fb42-2ff9-4669-87dc-83d35a4870c0" -d '{"events": [{"server_uuid": "a541a008-c541-407b-8868-a2b9d98ed15d", "name": "network-vif-plugged", "status": "completed", "tag": "8b3c8f68-461e-4b7f-843a-747af41739b1"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:31:56.517142 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4161e7b-d6a1-47f8-ae3c-234564066453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (765cd330-9fd5-463f-82fe-70e5e605d66e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:56.545512 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4161e7b-d6a1-47f8-ae3c-234564066453 admin admin] Pushing event deleted for resources: {'Port': ['ID=765cd330-9fd5-463f-82fe-70e5e605d66e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:56.548992 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4161e7b-d6a1-47f8-ae3c-234564066453 admin admin] No DVR routers for this DVR port 765cd330-9fd5-463f-82fe-70e5e605d66e on host dv-cinder-838009-3-iscsi {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 04:31:56.627107 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4161e7b-d6a1-47f8-ae3c-234564066453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16419436', 'neutron.services.segments.db._delete_segments_for_network-8782008167190'] for network (47d82032-6c81-4102-b2ac-f0b5fd250d2c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:56.651478 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-d4161e7b-d6a1-47f8-ae3c-234564066453 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47d82032-6c81-4102-b2ac-f0b5fd250d2c']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:31:56.662032 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-d4161e7b-d6a1-47f8-ae3c-234564066453 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c60cad70-07f0-4c3e-9f4f-2a2885c10185') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:31:56.662399 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-d4161e7b-d6a1-47f8-ae3c-234564066453 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c60cad70-07f0-4c3e-9f4f-2a2885c10185') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:31:56.672726 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4161e7b-d6a1-47f8-ae3c-234564066453 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782008168991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260862404'] for segment (c60cad70-07f0-4c3e-9f4f-2a2885c10185), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:56.687470 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4161e7b-d6a1-47f8-ae3c-234564066453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754'] for segment (c60cad70-07f0-4c3e-9f4f-2a2885c10185), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:56.688427 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 04:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03af9bff-7116-4449-9228-30ef93761a26 x-openstack-request-id: req-03af9bff-7116-4449-9228-30ef93761a26 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:31:56.688747 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a541a008-c541-407b-8868-a2b9d98ed15d", "name": "network-vif-plugged", "status": "completed", "tag": "8b3c8f68-461e-4b7f-843a-747af41739b1", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:31:56.689008 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-03af9bff-7116-4449-9228-30ef93761a26 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:31:56.689405 dv-cinder-838009-3-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03af9bff-7116-4449-9228-30ef93761a26'] response: {'server_uuid': 'a541a008-c541-407b-8868-a2b9d98ed15d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3c8f68-461e-4b7f-843a-747af41739b1', 'code': 200} May 09 04:31:56.691082 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port 8b3c8f68-461e-4b7f-843a-747af41739b1, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=8b3c8f68-461e-4b7f-843a-747af41739b1,segment=NetworkSegment(515ccb09-711b-4d3e-b358-aedeeb94a00e),segment_id=515ccb09-711b-4d3e-b358-aedeeb94a00e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:31:56.694832 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4161e7b-d6a1-47f8-ae3c-234564066453 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 04:31:56.695486 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4161e7b-d6a1-47f8-ae3c-234564066453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718903'] for segment (c60cad70-07f0-4c3e-9f4f-2a2885c10185), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:56.698428 dv-cinder-838009-3-iscsi neutron-server[103225]: Traceback (most recent call last): May 09 04:31:56.698428 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 04:31:56.698428 dv-cinder-838009-3-iscsi neutron-server[103225]: timer() May 09 04:31:56.698428 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 04:31:56.698428 dv-cinder-838009-3-iscsi neutron-server[103225]: cb(*args, **kw) May 09 04:31:56.698428 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 04:31:56.698428 dv-cinder-838009-3-iscsi neutron-server[103225]: return func(*args, **kwargs) May 09 04:31:56.698428 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 04:31:56.698428 dv-cinder-838009-3-iscsi neutron-server[103225]: self._notify() May 09 04:31:56.698428 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 04:31:56.698428 dv-cinder-838009-3-iscsi neutron-server[103225]: self.callback(batched_events) May 09 04:31:56.698428 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 04:31:56.698428 dv-cinder-838009-3-iscsi neutron-server[103225]: event.method(event) May 09 04:31:56.698428 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 04:31:56.698428 dv-cinder-838009-3-iscsi neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 04:31:56.698428 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 04:31:56.698428 dv-cinder-838009-3-iscsi neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( May 09 04:31:56.698428 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 04:31:56.698428 dv-cinder-838009-3-iscsi neutron-server[103225]: return f(self, *a, **k) May 09 04:31:56.698428 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 04:31:56.698428 dv-cinder-838009-3-iscsi neutron-server[103225]: return self._get(url).json() May 09 04:31:56.698428 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 04:31:56.698428 dv-cinder-838009-3-iscsi neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 04:31:56.698428 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 04:31:56.698428 dv-cinder-838009-3-iscsi neutron-server[103225]: return self.request(url, 'GET', **kwargs) May 09 04:31:56.698428 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 04:31:56.698428 dv-cinder-838009-3-iscsi neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, May 09 04:31:56.698428 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 04:31:56.698428 dv-cinder-838009-3-iscsi neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 04:31:56.698428 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 04:31:56.698428 dv-cinder-838009-3-iscsi neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 04:31:56.698428 dv-cinder-838009-3-iscsi neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 04:31:56.703611 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (8b3c8f68-461e-4b7f-843a-747af41739b1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:56.704455 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device e798f1fa-3df7-4ec0-be2e-bf5db59b8036 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:31:56.716604 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778d6fb-7865-46f8-b29a-59119218b5c3 req-cea96338-c66e-4784-9c23-98587e033605 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:56.718109 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f778d6fb-7865-46f8-b29a-59119218b5c3 req-cea96338-c66e-4784-9c23-98587e033605 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=6774e618-8e5f-4815-8e60-0473be16aabc HTTP/1.1" status: 200 len: 946 time: 0.0544610 May 09 04:31:56.756726 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] No Port match for: e798f1fa-3df7-4ec0-be2e-bf5db59b8036 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 04:31:56.756996 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device e798f1fa-3df7-4ec0-be2e-bf5db59b8036 not bound to the agent host hv-cinder-83800 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 04:31:56.767643 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-41588a3e-88c3-46f4-90dd-f6255418a841 None None] For port 765cd330-9fd5-463f-82fe-70e5e605d66e, host dv-cinder-838009-3-iscsi, got binding levels [] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:31:56.768079 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-41588a3e-88c3-46f4-90dd-f6255418a841 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (765cd330-9fd5-463f-82fe-70e5e605d66e), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:56.771373 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f778d6fb-7865-46f8-b29a-59119218b5c3 req-42623f69-1e4d-4d0f-9e5e-d3440d592ed9 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469768 May 09 04:31:56.804738 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c193f-5e55-477c-a7c4-9abee74dd5f4 req-9cb616c9-4127-4b34-a4a9-a24d21ed8982 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:56.807044 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-41588a3e-88c3-46f4-90dd-f6255418a841 None None] Calling delete_port for 765cd330-9fd5-463f-82fe-70e5e605d66e owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:31:56.807390 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f14c193f-5e55-477c-a7c4-9abee74dd5f4 req-9cb616c9-4127-4b34-a4a9-a24d21ed8982 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 946 time: 0.0983150 May 09 04:31:56.808875 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4161e7b-d6a1-47f8-ae3c-234564066453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16419415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-653516'] for network (47d82032-6c81-4102-b2ac-f0b5fd250d2c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:56.814808 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.ipam_backend_mixin [None req-41588a3e-88c3-46f4-90dd-f6255418a841 None None] Port 765cd330-9fd5-463f-82fe-70e5e605d66e was not found and therefore no delete operation was performed {{(pid=103227) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 09 04:31:56.815577 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4161e7b-d6a1-47f8-ae3c-234564066453 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:56.819167 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-d4161e7b-d6a1-47f8-ae3c-234564066453 admin admin] 10.222.0.44 "DELETE /v2.0/networks/47d82032-6c81-4102-b2ac-f0b5fd250d2c HTTP/1.1" status: 204 len: 168 time: 0.5963326 May 09 04:31:56.819942 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-41588a3e-88c3-46f4-90dd-f6255418a841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069'] for port (765cd330-9fd5-463f-82fe-70e5e605d66e), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:56.822222 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=8b3c8f68-461e-4b7f-843a-747af41739b1,revision_number=8']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:56.831390 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (9a15748d-6a05-4459-b777-d0dd003edfa1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:56.837026 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4161e7b-d6a1-47f8-ae3c-234564066453 admin admin] Pushing event deleted for resources: {'Network': ['ID=47d82032-6c81-4102-b2ac-f0b5fd250d2c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:56.849198 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-41588a3e-88c3-46f4-90dd-f6255418a841 None None] Network 47d82032-6c81-4102-b2ac-f0b5fd250d2c is not hosted by any dhcp agent {{(pid=103227) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 09 04:31:56.849670 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41588a3e-88c3-46f4-90dd-f6255418a841 None None] No DVR routers for this DVR port 765cd330-9fd5-463f-82fe-70e5e605d66e on host dv-cinder-838009-3-iscsi {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 04:31:56.852364 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41588a3e-88c3-46f4-90dd-f6255418a841 None None] Pushing event deleted for resources: {'Port': ['ID=765cd330-9fd5-463f-82fe-70e5e605d66e,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:56.886336 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f14c193f-5e55-477c-a7c4-9abee74dd5f4 req-8b19fe29-8229-420c-83cd-a8828eca2255 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660675 May 09 04:31:57.004588 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 47758) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:31:57.041792 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84a6da-3328-4f22-9e43-d89438c1cb28 req-7f34e010-6a2f-4915-90a6-56ee260e37f8 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:57.043424 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9e84a6da-3328-4f22-9e43-d89438c1cb28 req-7f34e010-6a2f-4915-90a6-56ee260e37f8 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 945 time: 0.0529625 May 09 04:31:57.047104 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-f9a921eb-83e5-46a5-a3b4-2b47b2282f20 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cf2a64ab3bc1448b8a934e2d103bb161&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392118 May 09 04:31:57.047327 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 47760) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:31:57.091738 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9e84a6da-3328-4f22-9e43-d89438c1cb28 req-d81ed012-51c7-42c3-9e59-38bf57e1f3b8 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424876 May 09 04:31:57.114954 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c4003-307b-4b45-bf95-014280244953 req-0f150d18-6194-4886-8496-774c0e240e3e tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:57.116381 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-7c0c4003-307b-4b45-bf95-014280244953 req-0f150d18-6194-4886-8496-774c0e240e3e tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=0064c5db-f056-49f6-a8ba-54c3f60c41ec HTTP/1.1" status: 200 len: 944 time: 0.0670621 May 09 04:31:57.158776 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf8608bb-f632-4edb-8c73-f91cac28d2c2 admin admin] Publish callbacks [] for security_group (3f5857f0-83c5-40c8-9ce8-13118e1e61c8), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:57.186961 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-7c0c4003-307b-4b45-bf95-014280244953 req-6980bea4-58a2-4186-8f5d-8effc9289b6f tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636723 May 09 04:31:57.195125 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf8608bb-f632-4edb-8c73-f91cac28d2c2 admin admin] Publish callbacks [] for security_group (3f5857f0-83c5-40c8-9ce8-13118e1e61c8), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:57.244649 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf8608bb-f632-4edb-8c73-f91cac28d2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (3f5857f0-83c5-40c8-9ce8-13118e1e61c8), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:57.247214 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cf8608bb-f632-4edb-8c73-f91cac28d2c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:57.248414 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-cf8608bb-f632-4edb-8c73-f91cac28d2c2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3f5857f0-83c5-40c8-9ce8-13118e1e61c8 HTTP/1.1" status: 204 len: 168 time: 0.2001972 May 09 04:31:57.255980 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8608bb-f632-4edb-8c73-f91cac28d2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5857f0-83c5-40c8-9ce8-13118e1e61c8,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:57.353448 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 6fd02778-526b-486f-8a63-6b48f57b4a70 no longer exists at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:31:57.377039 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] No Port match for: 6fd02778-526b-486f-8a63-6b48f57b4a70 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 04:31:57.377616 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 6fd02778-526b-486f-8a63-6b48f57b4a70 not bound to the agent host dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 04:31:57.377793 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device fe34da7e-7daa-463a-b946-fd74b9a361b4 no longer exists at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:31:57.397149 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] No Port match for: fe34da7e-7daa-463a-b946-fd74b9a361b4 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 04:31:57.397490 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device fe34da7e-7daa-463a-b946-fd74b9a361b4 not bound to the agent host dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 04:31:57.398021 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 765cd330-9fd5-463f-82fe-70e5e605d66e no longer exists at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:31:57.417508 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] No Port match for: 765cd330-9fd5-463f-82fe-70e5e605d66e {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 04:31:57.417857 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 765cd330-9fd5-463f-82fe-70e5e605d66e not bound to the agent host dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 04:31:57.561549 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 47766) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:31:57.601861 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-3371636b-362a-4b0e-822a-8aba77f7ff3d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=678b52347f054baa98342f098b23a741&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391226 May 09 04:31:57.604534 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 47768) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:31:57.650686 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a6c8949-18b0-4646-994c-1d2a082f1cf8 admin admin] Publish callbacks [] for security_group (34afc298-6b97-4a8d-99ab-f2a3c7da340a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:57.671148 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a6c8949-18b0-4646-994c-1d2a082f1cf8 admin admin] Publish callbacks [] for security_group (34afc298-6b97-4a8d-99ab-f2a3c7da340a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:57.721281 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a6c8949-18b0-4646-994c-1d2a082f1cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (34afc298-6b97-4a8d-99ab-f2a3c7da340a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:57.723968 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8a6c8949-18b0-4646-994c-1d2a082f1cf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:57.725105 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-8a6c8949-18b0-4646-994c-1d2a082f1cf8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/34afc298-6b97-4a8d-99ab-f2a3c7da340a HTTP/1.1" status: 204 len: 168 time: 0.1196077 May 09 04:31:57.732977 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c8949-18b0-4646-994c-1d2a082f1cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34afc298-6b97-4a8d-99ab-f2a3c7da340a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:57.902503 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ee47b-80bd-446f-ba13-5a3f48ca83d6 req-688bd3df-7b39-4ccd-a90f-fbc4b6693c67 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:57.904134 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0a3ee47b-80bd-446f-ba13-5a3f48ca83d6 req-688bd3df-7b39-4ccd-a90f-fbc4b6693c67 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=6774e618-8e5f-4815-8e60-0473be16aabc HTTP/1.1" status: 200 len: 946 time: 0.0549071 May 09 04:31:57.963788 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-0a3ee47b-80bd-446f-ba13-5a3f48ca83d6 req-ab3cba3e-e502-45a5-8e37-892033ed07c4 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526025 May 09 04:31:58.007994 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb50490c-c038-4832-a404-4edce5c6cfa5 req-a9eca837-4747-429f-ad03-2b85397b06ea tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:58.009967 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-fb50490c-c038-4832-a404-4edce5c6cfa5 req-a9eca837-4747-429f-ad03-2b85397b06ea tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 946 time: 0.0523143 May 09 04:31:58.068473 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-fb50490c-c038-4832-a404-4edce5c6cfa5 req-7bdb92df-6cd8-45f1-82b0-d29ee1a4fbd1 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526881 May 09 04:31:58.208627 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ceb8b-8262-4383-a873-7c04f5d3600f req-d9b46993-025f-42ad-a6f0-c6f5942ee5c5 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:58.210189 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-897ceb8b-8262-4383-a873-7c04f5d3600f req-d9b46993-025f-42ad-a6f0-c6f5942ee5c5 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 945 time: 0.0467091 May 09 04:31:58.257992 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-897ceb8b-8262-4383-a873-7c04f5d3600f req-bd33b742-4680-454a-a865-80169b8fd576 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412612 May 09 04:31:58.300046 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b870893-13e9-4584-a62f-90adcff5e428 req-158e0410-8610-44ca-a5e5-905631a336b3 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:58.301515 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8b870893-13e9-4584-a62f-90adcff5e428 req-158e0410-8610-44ca-a5e5-905631a336b3 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=0064c5db-f056-49f6-a8ba-54c3f60c41ec HTTP/1.1" status: 200 len: 944 time: 0.0473773 May 09 04:31:58.351956 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8b870893-13e9-4584-a62f-90adcff5e428 req-17c0d743-300b-488a-b326-b9293f83a14d tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435424 May 09 04:31:58.866654 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94baad8a-1149-4cd1-91ad-a06ec81a1eb0 req-a0375237-ae96-422c-b9fd-fe95199b42c0 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:58.868212 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-94baad8a-1149-4cd1-91ad-a06ec81a1eb0 req-a0375237-ae96-422c-b9fd-fe95199b42c0 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.13 "GET /v2.0/ports?device_id=6774e618-8e5f-4815-8e60-0473be16aabc HTTP/1.1" status: 200 len: 946 time: 0.0494370 May 09 04:31:59.079423 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e858ee4-7148-4873-b4f9-909e36def18f req-03701c66-dc8d-4dd9-b934-1bc8af33156e tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:59.080812 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3e858ee4-7148-4873-b4f9-909e36def18f req-03701c66-dc8d-4dd9-b934-1bc8af33156e tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=6774e618-8e5f-4815-8e60-0473be16aabc HTTP/1.1" status: 200 len: 946 time: 0.0457716 May 09 04:31:59.130232 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3e858ee4-7148-4873-b4f9-909e36def18f req-d90dcdca-250b-4c7d-8634-968c92ef1f97 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0b4cc27-2adf-4334-abba-cef8d5433590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439141 May 09 04:31:59.182170 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c02772-8d3f-477a-8cad-276ec894a957 req-b9c625fb-9395-4930-996f-1496639cb79b tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:59.183606 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-94c02772-8d3f-477a-8cad-276ec894a957 req-b9c625fb-9395-4930-996f-1496639cb79b tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 946 time: 0.0463092 May 09 04:31:59.234287 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-94c02772-8d3f-477a-8cad-276ec894a957 req-4803f62b-bea8-4445-b433-9b08af3e3aa1 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450721 May 09 04:31:59.375575 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f13598-a34a-4d0f-bbe8-69b445723b54 req-b6e453ba-3e21-4b0e-804a-e255ef0d3779 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:59.376979 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-66f13598-a34a-4d0f-bbe8-69b445723b54 req-b6e453ba-3e21-4b0e-804a-e255ef0d3779 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 945 time: 0.0460927 May 09 04:31:59.423753 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-66f13598-a34a-4d0f-bbe8-69b445723b54 req-810c0565-68ef-4931-80f8-a3d67ae24fde tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413327 May 09 04:31:59.466993 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6fabfe-78e2-4604-869c-cec26055f9a7 req-a693b586-f3ed-48e2-ab26-b273a9198a1c tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:59.468479 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-dc6fabfe-78e2-4604-869c-cec26055f9a7 req-a693b586-f3ed-48e2-ab26-b273a9198a1c tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=0064c5db-f056-49f6-a8ba-54c3f60c41ec HTTP/1.1" status: 200 len: 944 time: 0.0480092 May 09 04:31:59.524427 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-dc6fabfe-78e2-4604-869c-cec26055f9a7 req-98c60195-0e02-4738-8fd9-da3acf0c035d tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504143 May 09 04:31:59.592820 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b2db2-6779-49f4-8a10-62ea7ec1267a req-23e3e724-f123-40e5-be0f-4307d7d46956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:31:59.594256 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-054b2db2-6779-49f4-8a10-62ea7ec1267a req-23e3e724-f123-40e5-be0f-4307d7d46956 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 1130 time: 0.0528433 May 09 04:31:59.650160 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-94baad8a-1149-4cd1-91ad-a06ec81a1eb0 req-a0fd81d0-3bea-4e6b-bea3-9392f953f772 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Deleting port e75b43e2-a1dd-4d55-b4da-8e6449521a74 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:31:59.650387 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-94baad8a-1149-4cd1-91ad-a06ec81a1eb0 req-a0fd81d0-3bea-4e6b-bea3-9392f953f772 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (e75b43e2-a1dd-4d55-b4da-8e6449521a74), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:59.705799 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-054b2db2-6779-49f4-8a10-62ea7ec1267a req-65888e2d-b74e-4df1-a92b-3e8f15a6e816 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929949 May 09 04:31:59.753027 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-94baad8a-1149-4cd1-91ad-a06ec81a1eb0 req-a0fd81d0-3bea-4e6b-bea3-9392f953f772 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] For port e75b43e2-a1dd-4d55-b4da-8e6449521a74, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=e75b43e2-a1dd-4d55-b4da-8e6449521a74,segment=NetworkSegment(7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725),segment_id=7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:31:59.753385 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-94baad8a-1149-4cd1-91ad-a06ec81a1eb0 req-a0fd81d0-3bea-4e6b-bea3-9392f953f772 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (e75b43e2-a1dd-4d55-b4da-8e6449521a74), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:59.766053 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-94baad8a-1149-4cd1-91ad-a06ec81a1eb0 req-a0fd81d0-3bea-4e6b-bea3-9392f953f772 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Calling delete_port for e75b43e2-a1dd-4d55-b4da-8e6449521a74 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:31:59.888442 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-94baad8a-1149-4cd1-91ad-a06ec81a1eb0 req-a0fd81d0-3bea-4e6b-bea3-9392f953f772 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (e75b43e2-a1dd-4d55-b4da-8e6449521a74), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:59.905971 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] get_ports_and_sgs() called for port_ids ['e75b43e2-a1dd-4d55-b4da-8e6449521a74'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 04:31:59.919530 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd81d0-3bea-4e6b-bea3-9392f953f772 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Pushing event deleted for resources: {'Port': ['ID=e75b43e2-a1dd-4d55-b4da-8e6449521a74,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:31:59.965544 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-94baad8a-1149-4cd1-91ad-a06ec81a1eb0 req-a0fd81d0-3bea-4e6b-bea3-9392f953f772 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] No DVR routers for this DVR port e75b43e2-a1dd-4d55-b4da-8e6449521a74 on host hv-cinder-83800 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 04:31:59.968018 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-94baad8a-1149-4cd1-91ad-a06ec81a1eb0 req-a0fd81d0-3bea-4e6b-bea3-9392f953f772 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:31:59.971276 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-94baad8a-1149-4cd1-91ad-a06ec81a1eb0 req-a0fd81d0-3bea-4e6b-bea3-9392f953f772 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.13 "DELETE /v2.0/ports/e75b43e2-a1dd-4d55-b4da-8e6449521a74 HTTP/1.1" status: 204 len: 173 time: 0.4615231 May 09 04:31:59.971713 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6774e618-8e5f-4815-8e60-0473be16aabc', 'name': 'network-vif-deleted', 'tag': 'e75b43e2-a1dd-4d55-b4da-8e6449521a74'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:31:59.973959 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708343da101edf5db3821e80f7e6194e70163222c3a70cb9c2c474869a6028b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23ed962-8820-47c3-a6dd-dbb5c155e139" -d '{"events": [{"server_uuid": "6774e618-8e5f-4815-8e60-0473be16aabc", "name": "network-vif-deleted", "tag": "e75b43e2-a1dd-4d55-b4da-8e6449521a74"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:32:00.010958 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 04:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa15d75-9ac4-4693-baa7-2c348ef24ecd x-openstack-request-id: req-3aa15d75-9ac4-4693-baa7-2c348ef24ecd {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:32:00.011259 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6774e618-8e5f-4815-8e60-0473be16aabc", "name": "network-vif-deleted", "tag": "e75b43e2-a1dd-4d55-b4da-8e6449521a74", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:32:00.011504 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3aa15d75-9ac4-4693-baa7-2c348ef24ecd {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:32:00.011932 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3aa15d75-9ac4-4693-baa7-2c348ef24ecd'] response: {'server_uuid': '6774e618-8e5f-4815-8e60-0473be16aabc', 'name': 'network-vif-deleted', 'tag': 'e75b43e2-a1dd-4d55-b4da-8e6449521a74', 'status': 'completed', 'code': 200} May 09 04:32:00.238832 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-1936b45b-c623-40ad-8de0-f28ee4c1b213 req-f1576e28-d1f8-48c6-bedf-bd8095c071d3 tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=6774e618-8e5f-4815-8e60-0473be16aabc HTTP/1.1" status: 200 len: 210 time: 0.0284524 May 09 04:32:00.353451 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94adce30-6e48-4813-8f31-890736225205 req-71b1338b-8cfb-4e66-ab83-4eaddb88f62f tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:00.354990 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-94adce30-6e48-4813-8f31-890736225205 req-71b1338b-8cfb-4e66-ab83-4eaddb88f62f tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 946 time: 0.0496483 May 09 04:32:00.405618 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-94adce30-6e48-4813-8f31-890736225205 req-75d59aa0-976e-458c-9719-a72cc0036cd5 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448213 May 09 04:32:00.541935 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510ce3c-41d0-4fb5-923e-57d549764454 req-24f6574b-abc7-4da3-ab7a-9fa29021e4a7 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:00.543297 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a510ce3c-41d0-4fb5-923e-57d549764454 req-24f6574b-abc7-4da3-ab7a-9fa29021e4a7 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 945 time: 0.0468807 May 09 04:32:00.593661 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a510ce3c-41d0-4fb5-923e-57d549764454 req-9cf1961e-f571-407f-8268-9c63a1a27cc6 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447559 May 09 04:32:00.639047 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd19d8fb-331b-4a7a-a94a-c7560655d637 req-f82c15e8-44b9-4bc1-9387-105a90c6568b tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:00.640543 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dd19d8fb-331b-4a7a-a94a-c7560655d637 req-f82c15e8-44b9-4bc1-9387-105a90c6568b tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=0064c5db-f056-49f6-a8ba-54c3f60c41ec HTTP/1.1" status: 200 len: 944 time: 0.0501392 May 09 04:32:00.688342 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dd19d8fb-331b-4a7a-a94a-c7560655d637 req-7cb799e4-a9e0-40cd-bfac-6ef04b9504b4 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421989 May 09 04:32:01.354240 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-1578ecb2-96a9-47ab-81cb-6d56c38685ff req-56c35ded-e370-42ec-8633-bd41434489cc tempest-ServerRescueNegativeTestJSON-1341609376 tempest-ServerRescueNegativeTestJSON-1341609376-project] 10.222.0.44 "GET /v2.0/ports?device_id=6774e618-8e5f-4815-8e60-0473be16aabc HTTP/1.1" status: 200 len: 210 time: 0.0283237 May 09 04:32:01.525663 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b382db-faee-444c-9a09-3a8584c606fc req-b53d38e1-702e-4a14-9fcb-964811e9f789 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:01.527062 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c3b382db-faee-444c-9a09-3a8584c606fc req-b53d38e1-702e-4a14-9fcb-964811e9f789 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 946 time: 0.0467894 May 09 04:32:01.576032 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c3b382db-faee-444c-9a09-3a8584c606fc req-f2c4adaf-eb6a-4bc1-b6e3-f8d54d17a6f6 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429120 May 09 04:32:01.712209 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa087387-51b9-40a8-8cd1-943ea3bc8b16 req-3f25989f-b9bd-48c1-bfd7-942366b7433d tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:01.714023 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-fa087387-51b9-40a8-8cd1-943ea3bc8b16 req-3f25989f-b9bd-48c1-bfd7-942366b7433d tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 945 time: 0.0475230 May 09 04:32:01.763280 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-fa087387-51b9-40a8-8cd1-943ea3bc8b16 req-6571c09d-a7cc-486d-b6a4-aa4be5a18280 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430939 May 09 04:32:01.803448 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23347690-a65d-4a0e-8727-5f79839f2bd5 req-ceed6eac-1bdf-4e87-9b5d-968f753d31a9 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:01.804935 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-23347690-a65d-4a0e-8727-5f79839f2bd5 req-ceed6eac-1bdf-4e87-9b5d-968f753d31a9 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=0064c5db-f056-49f6-a8ba-54c3f60c41ec HTTP/1.1" status: 200 len: 944 time: 0.0474827 May 09 04:32:01.856643 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-23347690-a65d-4a0e-8727-5f79839f2bd5 req-ac888c06-b998-46ec-a4a7-a55dced0f94e tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455160 May 09 04:32:01.874894 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-370d6890-4747-4f07-aac5-83a93d9e9b41 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 04:32:02.266143 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device e05ee7be-8781-44a0-8ae2-fb665919b80b details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 04:32:02.364456 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port e05ee7be-8781-44a0-8ae2-fb665919b80b, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=e05ee7be-8781-44a0-8ae2-fb665919b80b,segment=NetworkSegment(eba89e37-d903-4a50-b018-bea7c47e8946),segment_id=eba89e37-d903-4a50-b018-bea7c47e8946)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:32:02.376198 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Returning: {'device': 'e05ee7be-8781-44a0-8ae2-fb665919b80b', 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae', 'port_id': 'e05ee7be-8781-44a0-8ae2-fb665919b80b', 'mac_address': 'fa:16:3e:68:42:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbed64c5-3159-495c-b3f2-34c99afd3de9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 04:32:02.410409 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 47810) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:32:02.413680 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port e05ee7be-8781-44a0-8ae2-fb665919b80b is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:32:02.414079 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (e05ee7be-8781-44a0-8ae2-fb665919b80b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:02.430466 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e05ee7be-8781-44a0-8ae2-fb665919b80b {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 04:32:02.450816 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port e05ee7be-8781-44a0-8ae2-fb665919b80b, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=e05ee7be-8781-44a0-8ae2-fb665919b80b,segment=NetworkSegment(eba89e37-d903-4a50-b018-bea7c47e8946),segment_id=eba89e37-d903-4a50-b018-bea7c47e8946)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:32:02.454747 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (e05ee7be-8781-44a0-8ae2-fb665919b80b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:02.501731 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=e05ee7be-8781-44a0-8ae2-fb665919b80b,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:02.759278 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] get_ports_and_sgs() called for port_ids ['e05ee7be-8781-44a0-8ae2-fb665919b80b'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 04:32:02.913105 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66157e5-399a-4ba9-8093-acdb74663aaa req-1e4a885a-34da-4d2c-a6dc-54b73bab340f tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:02.914617 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b66157e5-399a-4ba9-8093-acdb74663aaa req-1e4a885a-34da-4d2c-a6dc-54b73bab340f tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 945 time: 0.0741944 May 09 04:32:02.974914 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464f9dc-5f08-4b2a-b6f7-6c205c098e19 req-b352850b-f12e-4aac-b6dc-7e857ef0d8b2 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:02.976605 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5464f9dc-5f08-4b2a-b6f7-6c205c098e19 req-b352850b-f12e-4aac-b6dc-7e857ef0d8b2 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=0064c5db-f056-49f6-a8ba-54c3f60c41ec HTTP/1.1" status: 200 len: 945 time: 0.0488896 May 09 04:32:03.006726 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4136fd89-4199-4372-bffe-e81603910aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639180'] for router_interface (64dcdaf6-1bdb-4f56-a602-f93e975a6adc), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:03.011049 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b66157e5-399a-4ba9-8093-acdb74663aaa req-7b98c9b9-3a12-4f5b-8387-e23cb01b78d0 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835857 May 09 04:32:03.035721 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5464f9dc-5f08-4b2a-b6f7-6c205c098e19 req-fa2cea83-4e17-4d6e-a589-ae717b0476f8 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505910 May 09 04:32:03.240601 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4136fd89-4199-4372-bffe-e81603910aef admin admin] Deleting port 01bc23fc-2a25-422f-8a90-d745c1ac5231 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:32:03.240944 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4136fd89-4199-4372-bffe-e81603910aef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (01bc23fc-2a25-422f-8a90-d745c1ac5231), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:03.319388 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-4136fd89-4199-4372-bffe-e81603910aef admin admin] For port 01bc23fc-2a25-422f-8a90-d745c1ac5231, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=01bc23fc-2a25-422f-8a90-d745c1ac5231,segment=NetworkSegment(7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725),segment_id=7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:32:03.319753 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4136fd89-4199-4372-bffe-e81603910aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (01bc23fc-2a25-422f-8a90-d745c1ac5231), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:03.332834 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4136fd89-4199-4372-bffe-e81603910aef admin admin] Calling delete_port for 01bc23fc-2a25-422f-8a90-d745c1ac5231 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:32:03.513169 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4136fd89-4199-4372-bffe-e81603910aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261596410'] for port (01bc23fc-2a25-422f-8a90-d745c1ac5231), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:03.549351 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136fd89-4199-4372-bffe-e81603910aef admin admin] Pushing event deleted for resources: {'Port': ['ID=01bc23fc-2a25-422f-8a90-d745c1ac5231,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:03.728770 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4136fd89-4199-4372-bffe-e81603910aef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645075'] for router_interface (64dcdaf6-1bdb-4f56-a602-f93e975a6adc), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:03.950972 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4136fd89-4199-4372-bffe-e81603910aef admin admin] Router 64dcdaf6-1bdb-4f56-a602-f93e975a6adc has already been hosted by L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 04:32:04.059435 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4136fd89-4199-4372-bffe-e81603910aef admin admin] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:32:04.064776 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-4136fd89-4199-4372-bffe-e81603910aef admin admin] 10.222.0.44 "PUT /v2.0/routers/64dcdaf6-1bdb-4f56-a602-f93e975a6adc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6531208 May 09 04:32:04.066980 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 47832) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:32:04.070951 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a96ce46-9cdd-4c58-90bf-e33426efaef2 None None] Sync routers for ids ['64dcdaf6-1bdb-4f56-a602-f93e975a6adc'] in dv-cinder-838009-3-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:32:04.085904 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a96ce46-9cdd-4c58-90bf-e33426efaef2 None None] Routers {'64dcdaf6-1bdb-4f56-a602-f93e975a6adc'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:32:04.089687 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-8a96ce46-9cdd-4c58-90bf-e33426efaef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:31:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['64dcdaf6-1bdb-4f56-a602-f93e975a6adc'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:32:04.152600 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082b786-52f6-41be-8a20-ca822fb8fbee req-2d0fe26d-5a65-4e4a-9f57-4a499308651c tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:04.154241 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-e082b786-52f6-41be-8a20-ca822fb8fbee req-2d0fe26d-5a65-4e4a-9f57-4a499308651c tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 945 time: 0.0487850 May 09 04:32:04.202648 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-8a96ce46-9cdd-4c58-90bf-e33426efaef2 None None] Set router 64dcdaf6-1bdb-4f56-a602-f93e975a6adc gateway port host: dv-cinder-838009-3-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:32:04.204419 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-e082b786-52f6-41be-8a20-ca822fb8fbee req-729fa41e-eb54-49a7-b01d-7d0931a1b4ff tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441835 May 09 04:32:04.214438 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b573bb-d05e-42eb-aaab-38efb4d00f49 req-ded94d32-ea8f-4de3-ae90-2d15f62649c0 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:04.215926 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-87b573bb-d05e-42eb-aaab-38efb4d00f49 req-ded94d32-ea8f-4de3-ae90-2d15f62649c0 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=0064c5db-f056-49f6-a8ba-54c3f60c41ec HTTP/1.1" status: 200 len: 945 time: 0.0904555 May 09 04:32:04.229165 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b6b8093-a114-4422-b379-1b95b2cdd955 admin admin] Publish callbacks [] for router (64dcdaf6-1bdb-4f56-a602-f93e975a6adc), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:04.274444 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device e05ee7be-8781-44a0-8ae2-fb665919b80b up at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:32:04.343003 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-87b573bb-d05e-42eb-aaab-38efb4d00f49 req-51fdcfbc-6827-46fc-8d2c-cd0f59f57dbe tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898557 May 09 04:32:04.362288 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b6b8093-a114-4422-b379-1b95b2cdd955 admin admin] Publish callbacks [] for router_gateway (64dcdaf6-1bdb-4f56-a602-f93e975a6adc), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:04.366762 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Provisioning for port e05ee7be-8781-44a0-8ae2-fb665919b80b completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 04:32:04.375760 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Provisioning complete for port e05ee7be-8781-44a0-8ae2-fb665919b80b triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:32:04.376159 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (e05ee7be-8781-44a0-8ae2-fb665919b80b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:04.408154 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-1b6b8093-a114-4422-b379-1b95b2cdd955 admin admin] Deleting port 4396258b-03b6-4be9-844f-c13cc645efa1 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:32:04.408497 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b6b8093-a114-4422-b379-1b95b2cdd955 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (4396258b-03b6-4be9-844f-c13cc645efa1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:04.455849 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-8a96ce46-9cdd-4c58-90bf-e33426efaef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dcdaf6-1bdb-4f56-a602-f93e975a6adc', 'name': 'tempest-ServerRescueNegativeTestJSON-1692174986-router', 'tenant_id': 'd28d5139952d450fa3b7da38a62d7a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '4396258b-03b6-4be9-844f-c13cc645efa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:16Z', 'updated_at': '2022-05-09T04:32:03Z', 'revision_number': 5, 'project_id': 'd28d5139952d450fa3b7da38a62d7a03', 'gw_port': {'id': '4396258b-03b6-4be9-844f-c13cc645efa1', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dcdaf6-1bdb-4f56-a602-f93e975a6adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:17Z', 'updated_at': '2022-05-09T04:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi'}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:32:04.489593 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-1b6b8093-a114-4422-b379-1b95b2cdd955 admin admin] For port 4396258b-03b6-4be9-844f-c13cc645efa1, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=4396258b-03b6-4be9-844f-c13cc645efa1,segment=NetworkSegment(bfcd5364-714b-4eea-b1ab-23d5506cc730),segment_id=bfcd5364-714b-4eea-b1ab-23d5506cc730)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:32:04.489961 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b6b8093-a114-4422-b379-1b95b2cdd955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (4396258b-03b6-4be9-844f-c13cc645efa1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:04.503364 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a96ce46-9cdd-4c58-90bf-e33426efaef2 None None] Checking router: 64dcdaf6-1bdb-4f56-a602-f93e975a6adc for host: dv-cinder-838009-3-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:32:04.503556 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-1b6b8093-a114-4422-b379-1b95b2cdd955 admin admin] Calling delete_port for 4396258b-03b6-4be9-844f-c13cc645efa1 owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:32:04.520528 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a96ce46-9cdd-4c58-90bf-e33426efaef2 None None] Routers {'64dcdaf6-1bdb-4f56-a602-f93e975a6adc'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:32:04.521156 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-8a96ce46-9cdd-4c58-90bf-e33426efaef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:31:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['64dcdaf6-1bdb-4f56-a602-f93e975a6adc'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:32:04.561016 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port e05ee7be-8781-44a0-8ae2-fb665919b80b is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:32:04.561409 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (e05ee7be-8781-44a0-8ae2-fb665919b80b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:04.625289 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0064c5db-f056-49f6-a8ba-54c3f60c41ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05ee7be-8781-44a0-8ae2-fb665919b80b'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:32:04.627569 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6941dd57353447cfe46bbb883e0d815d26e9477c6b9f0737609fdd17593c9a07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670eabbd-ab93-4785-92e6-2f5ec714c4de" -d '{"events": [{"server_uuid": "0064c5db-f056-49f6-a8ba-54c3f60c41ec", "name": "network-vif-plugged", "status": "completed", "tag": "e05ee7be-8781-44a0-8ae2-fb665919b80b"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:32:04.647787 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port e05ee7be-8781-44a0-8ae2-fb665919b80b, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=e05ee7be-8781-44a0-8ae2-fb665919b80b,segment=NetworkSegment(eba89e37-d903-4a50-b018-bea7c47e8946),segment_id=eba89e37-d903-4a50-b018-bea7c47e8946)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:32:04.653103 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-8a96ce46-9cdd-4c58-90bf-e33426efaef2 None None] Set router 64dcdaf6-1bdb-4f56-a602-f93e975a6adc gateway port host: None {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:32:04.655502 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (e05ee7be-8781-44a0-8ae2-fb665919b80b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:04.656294 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device e75b43e2-a1dd-4d55-b4da-8e6449521a74 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:32:04.760573 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] No Port match for: e75b43e2-a1dd-4d55-b4da-8e6449521a74 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 04:32:04.761040 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device e75b43e2-a1dd-4d55-b4da-8e6449521a74 not bound to the agent host hv-cinder-83800 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 04:32:04.765828 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-8a96ce46-9cdd-4c58-90bf-e33426efaef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dcdaf6-1bdb-4f56-a602-f93e975a6adc', 'name': 'tempest-ServerRescueNegativeTestJSON-1692174986-router', 'tenant_id': 'd28d5139952d450fa3b7da38a62d7a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:16Z', 'updated_at': '2022-05-09T04:32:04Z', 'revision_number': 6, 'project_id': 'd28d5139952d450fa3b7da38a62d7a03', 'gw_port_host': None}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:32:04.801650 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a96ce46-9cdd-4c58-90bf-e33426efaef2 None None] The sync data for ids ['64dcdaf6-1bdb-4f56-a602-f93e975a6adc'] in dv-cinder-838009-3-iscsi is: [{'id': '64dcdaf6-1bdb-4f56-a602-f93e975a6adc', 'name': 'tempest-ServerRescueNegativeTestJSON-1692174986-router', 'tenant_id': 'd28d5139952d450fa3b7da38a62d7a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:16Z', 'updated_at': '2022-05-09T04:32:04Z', 'revision_number': 6, 'project_id': 'd28d5139952d450fa3b7da38a62d7a03', 'gw_port_host': None}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:32:04.829682 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 04:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90196121-15c8-4822-99b8-922b13124f69 x-openstack-request-id: req-90196121-15c8-4822-99b8-922b13124f69 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:32:04.830253 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0064c5db-f056-49f6-a8ba-54c3f60c41ec", "name": "network-vif-plugged", "status": "completed", "tag": "e05ee7be-8781-44a0-8ae2-fb665919b80b", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:32:04.830659 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-90196121-15c8-4822-99b8-922b13124f69 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:32:04.831229 dv-cinder-838009-3-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90196121-15c8-4822-99b8-922b13124f69'] response: {'server_uuid': '0064c5db-f056-49f6-a8ba-54c3f60c41ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05ee7be-8781-44a0-8ae2-fb665919b80b', 'code': 200} May 09 04:32:04.868564 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=e05ee7be-8781-44a0-8ae2-fb665919b80b,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:04.971944 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b6b8093-a114-4422-b379-1b95b2cdd955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261596410'] for port (4396258b-03b6-4be9-844f-c13cc645efa1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:05.009306 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b8093-a114-4422-b379-1b95b2cdd955 admin admin] Pushing event deleted for resources: {'Port': ['ID=4396258b-03b6-4be9-844f-c13cc645efa1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:05.091489 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2e38b-b808-41da-91c7-cb9867846ffc req-2e14e34e-383e-4232-96fd-cdf902385484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:05.092805 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b6b8093-a114-4422-b379-1b95b2cdd955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-654078'] for router_gateway (64dcdaf6-1bdb-4f56-a602-f93e975a6adc), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:05.093147 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-cbb2e38b-b808-41da-91c7-cb9867846ffc req-2e14e34e-383e-4232-96fd-cdf902385484 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0064c5db-f056-49f6-a8ba-54c3f60c41ec HTTP/1.1" status: 200 len: 1130 time: 0.0504298 May 09 04:32:05.147525 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-cbb2e38b-b808-41da-91c7-cb9867846ffc req-67af6dcb-b8ca-48d6-8229-8b276f8f1c89 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482800 May 09 04:32:05.228053 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b6b8093-a114-4422-b379-1b95b2cdd955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29802'] for router (64dcdaf6-1bdb-4f56-a602-f93e975a6adc), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:05.231134 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b6b8093-a114-4422-b379-1b95b2cdd955 admin admin] Publish callbacks [] for router_controller (64dcdaf6-1bdb-4f56-a602-f93e975a6adc), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:05.313246 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b6b8093-a114-4422-b379-1b95b2cdd955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651439'] for router (64dcdaf6-1bdb-4f56-a602-f93e975a6adc), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:05.313835 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6b8093-a114-4422-b379-1b95b2cdd955 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64dcdaf6-1bdb-4f56-a602-f93e975a6adc {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 04:32:05.319185 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-1b6b8093-a114-4422-b379-1b95b2cdd955 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:05.322840 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-1b6b8093-a114-4422-b379-1b95b2cdd955 admin admin] 10.222.0.44 "DELETE /v2.0/routers/64dcdaf6-1bdb-4f56-a602-f93e975a6adc HTTP/1.1" status: 204 len: 168 time: 1.2523549 May 09 04:32:05.323107 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 47852) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:32:05.356369 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383bc43-2ff0-40ea-8a03-a92fb0efd801 req-541cf880-f9e3-4dee-a0c1-c40174ed29fb tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:05.358114 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c383bc43-2ff0-40ea-8a03-a92fb0efd801 req-541cf880-f9e3-4dee-a0c1-c40174ed29fb tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 945 time: 0.0659568 May 09 04:32:05.383569 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ec5375b-87a7-4d9e-a2dd-8e8768ffd74f admin admin] Deleting subnet d9336625-5bcd-4003-b69b-e3b341dd5f63 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 04:32:05.389168 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7ec5375b-87a7-4d9e-a2dd-8e8768ffd74f admin admin] Publish callbacks [] for subnet (d9336625-5bcd-4003-b69b-e3b341dd5f63), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:05.425125 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c383bc43-2ff0-40ea-8a03-a92fb0efd801 req-477461c6-9241-4ad4-b205-43c19ad525dd tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608859 May 09 04:32:05.427272 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7ec5375b-87a7-4d9e-a2dd-8e8768ffd74f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3728541'] for subnet (d9336625-5bcd-4003-b69b-e3b341dd5f63), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:05.513311 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca572346-fb47-4e22-9010-51057cb11fcf req-7b82ec72-8288-4ceb-8968-6014c50a3087 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:05.514826 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ca572346-fb47-4e22-9010-51057cb11fcf req-7b82ec72-8288-4ceb-8968-6014c50a3087 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=0064c5db-f056-49f6-a8ba-54c3f60c41ec HTTP/1.1" status: 200 len: 946 time: 0.0680304 May 09 04:32:05.610377 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7ec5375b-87a7-4d9e-a2dd-8e8768ffd74f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16420057'] for subnet (d9336625-5bcd-4003-b69b-e3b341dd5f63), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:05.648033 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ca572346-fb47-4e22-9010-51057cb11fcf req-db7f7349-0d45-4646-ad74-6e119433305a tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096015 May 09 04:32:05.690596 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7ec5375b-87a7-4d9e-a2dd-8e8768ffd74f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16420032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261596683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261552598'] for subnet (d9336625-5bcd-4003-b69b-e3b341dd5f63), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:05.722183 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec5375b-87a7-4d9e-a2dd-8e8768ffd74f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9336625-5bcd-4003-b69b-e3b341dd5f63,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:05.730512 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7ec5375b-87a7-4d9e-a2dd-8e8768ffd74f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:05.736047 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 01bc23fc-2a25-422f-8a90-d745c1ac5231 no longer exists at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:32:05.736709 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-7ec5375b-87a7-4d9e-a2dd-8e8768ffd74f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d9336625-5bcd-4003-b69b-e3b341dd5f63 HTTP/1.1" status: 204 len: 168 time: 0.4097211 May 09 04:32:05.736709 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 47856) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:32:05.739577 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e82524c-acfb-4129-a170-10e20e337228 None None] Network 9cb94923-1093-45fc-bebd-e159f3ac8dd3 requested from dv-cinder-838009-3-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 04:32:05.760033 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] No Port match for: 01bc23fc-2a25-422f-8a90-d745c1ac5231 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 04:32:05.760622 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 01bc23fc-2a25-422f-8a90-d745c1ac5231 not bound to the agent host dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 04:32:05.813843 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db7a9cb2-28b2-45f2-931a-6ba7dc1f0b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16361990'] for network (9cb94923-1093-45fc-bebd-e159f3ac8dd3), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:05.862847 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-db7a9cb2-28b2-45f2-931a-6ba7dc1f0b19 admin admin] Deleting port a37a17dc-9298-4d54-a4c2-359ea6bce84c {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:32:05.863068 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db7a9cb2-28b2-45f2-931a-6ba7dc1f0b19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (a37a17dc-9298-4d54-a4c2-359ea6bce84c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:05.933456 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf4ef44-c7c9-467f-8feb-34191f64e390 None None] DHCP port deletion for 9cb94923-1093-45fc-bebd-e159f3ac8dd3 request from dv-cinder-838009-3-iscsi {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 09 04:32:05.938381 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-db7a9cb2-28b2-45f2-931a-6ba7dc1f0b19 admin admin] For port a37a17dc-9298-4d54-a4c2-359ea6bce84c, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=a37a17dc-9298-4d54-a4c2-359ea6bce84c,segment=NetworkSegment(7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725),segment_id=7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:32:05.938752 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db7a9cb2-28b2-45f2-931a-6ba7dc1f0b19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (a37a17dc-9298-4d54-a4c2-359ea6bce84c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:05.954689 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-db7a9cb2-28b2-45f2-931a-6ba7dc1f0b19 admin admin] Calling delete_port for a37a17dc-9298-4d54-a4c2-359ea6bce84c owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:32:05.978962 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-9bf4ef44-c7c9-467f-8feb-34191f64e390 None None] Deleting port a37a17dc-9298-4d54-a4c2-359ea6bce84c {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:32:05.979344 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9bf4ef44-c7c9-467f-8feb-34191f64e390 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (a37a17dc-9298-4d54-a4c2-359ea6bce84c), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:06.040098 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db7a9cb2-28b2-45f2-931a-6ba7dc1f0b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261596410'] for port (a37a17dc-9298-4d54-a4c2-359ea6bce84c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:06.043668 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-9bf4ef44-c7c9-467f-8feb-34191f64e390 None None] For port a37a17dc-9298-4d54-a4c2-359ea6bce84c, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=a37a17dc-9298-4d54-a4c2-359ea6bce84c,segment=NetworkSegment(7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725),segment_id=7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:32:06.044100 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9bf4ef44-c7c9-467f-8feb-34191f64e390 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (a37a17dc-9298-4d54-a4c2-359ea6bce84c), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:06.057298 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-9bf4ef44-c7c9-467f-8feb-34191f64e390 None None] Calling delete_port for a37a17dc-9298-4d54-a4c2-359ea6bce84c owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:32:06.069170 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a9cb2-28b2-45f2-931a-6ba7dc1f0b19 admin admin] Pushing event deleted for resources: {'Port': ['ID=a37a17dc-9298-4d54-a4c2-359ea6bce84c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:06.073456 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7a9cb2-28b2-45f2-931a-6ba7dc1f0b19 admin admin] No DVR routers for this DVR port a37a17dc-9298-4d54-a4c2-359ea6bce84c on host dv-cinder-838009-3-iscsi {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 04:32:06.143465 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9bf4ef44-c7c9-467f-8feb-34191f64e390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069'] for port (a37a17dc-9298-4d54-a4c2-359ea6bce84c), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:06.144619 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db7a9cb2-28b2-45f2-931a-6ba7dc1f0b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16419436', 'neutron.services.segments.db._delete_segments_for_network-8782008167190'] for network (9cb94923-1093-45fc-bebd-e159f3ac8dd3), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:06.164959 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-db7a9cb2-28b2-45f2-931a-6ba7dc1f0b19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cb94923-1093-45fc-bebd-e159f3ac8dd3']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:32:06.170336 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf4ef44-c7c9-467f-8feb-34191f64e390 None None] Pushing event deleted for resources: {'Port': ['ID=a37a17dc-9298-4d54-a4c2-359ea6bce84c,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:06.173889 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf4ef44-c7c9-467f-8feb-34191f64e390 None None] No DVR routers for this DVR port a37a17dc-9298-4d54-a4c2-359ea6bce84c on host dv-cinder-838009-3-iscsi {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 04:32:06.178387 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-db7a9cb2-28b2-45f2-931a-6ba7dc1f0b19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:32:06.178796 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-db7a9cb2-28b2-45f2-931a-6ba7dc1f0b19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:32:06.191633 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db7a9cb2-28b2-45f2-931a-6ba7dc1f0b19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782008168991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3728548'] for segment (7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:06.206182 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db7a9cb2-28b2-45f2-931a-6ba7dc1f0b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754'] for segment (7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:06.215295 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db7a9cb2-28b2-45f2-931a-6ba7dc1f0b19 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 04:32:06.216844 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db7a9cb2-28b2-45f2-931a-6ba7dc1f0b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261596329'] for segment (7c0f0d5e-5f13-4b65-8cdd-4d33a9ed7725), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:06.217925 dv-cinder-838009-3-iscsi neutron-server[103226]: Traceback (most recent call last): May 09 04:32:06.217925 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 04:32:06.217925 dv-cinder-838009-3-iscsi neutron-server[103226]: timer() May 09 04:32:06.217925 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 04:32:06.217925 dv-cinder-838009-3-iscsi neutron-server[103226]: cb(*args, **kw) May 09 04:32:06.217925 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 04:32:06.217925 dv-cinder-838009-3-iscsi neutron-server[103226]: return func(*args, **kwargs) May 09 04:32:06.217925 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 04:32:06.217925 dv-cinder-838009-3-iscsi neutron-server[103226]: self._notify() May 09 04:32:06.217925 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 04:32:06.217925 dv-cinder-838009-3-iscsi neutron-server[103226]: self.callback(batched_events) May 09 04:32:06.217925 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 04:32:06.217925 dv-cinder-838009-3-iscsi neutron-server[103226]: event.method(event) May 09 04:32:06.217925 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 04:32:06.217925 dv-cinder-838009-3-iscsi neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 04:32:06.217925 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 04:32:06.217925 dv-cinder-838009-3-iscsi neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( May 09 04:32:06.217925 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 04:32:06.217925 dv-cinder-838009-3-iscsi neutron-server[103226]: return f(self, *a, **k) May 09 04:32:06.217925 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 04:32:06.217925 dv-cinder-838009-3-iscsi neutron-server[103226]: return self._get(url).json() May 09 04:32:06.217925 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 04:32:06.217925 dv-cinder-838009-3-iscsi neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 04:32:06.217925 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 04:32:06.217925 dv-cinder-838009-3-iscsi neutron-server[103226]: return self.request(url, 'GET', **kwargs) May 09 04:32:06.217925 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 04:32:06.217925 dv-cinder-838009-3-iscsi neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, May 09 04:32:06.217925 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 04:32:06.217925 dv-cinder-838009-3-iscsi neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 04:32:06.217925 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 04:32:06.217925 dv-cinder-838009-3-iscsi neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 04:32:06.217925 dv-cinder-838009-3-iscsi neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 04:32:06.277676 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db7a9cb2-28b2-45f2-931a-6ba7dc1f0b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16419415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-653516'] for network (9cb94923-1093-45fc-bebd-e159f3ac8dd3), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:06.285171 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-db7a9cb2-28b2-45f2-931a-6ba7dc1f0b19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:06.288325 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-db7a9cb2-28b2-45f2-931a-6ba7dc1f0b19 admin admin] 10.222.0.44 "DELETE /v2.0/networks/9cb94923-1093-45fc-bebd-e159f3ac8dd3 HTTP/1.1" status: 204 len: 168 time: 0.5509214 May 09 04:32:06.305301 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a9cb2-28b2-45f2-931a-6ba7dc1f0b19 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cb94923-1093-45fc-bebd-e159f3ac8dd3,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:06.397649 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 47862) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:32:06.437217 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-f9dd0a41-21b0-425a-ac44-d6504a5a0325 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d28d5139952d450fa3b7da38a62d7a03&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0383215 May 09 04:32:06.439523 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 47864) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:32:06.487459 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-38b4b560-62ca-4f4e-9cf4-5a0b98250531 admin admin] Publish callbacks [] for security_group (d0b4cc27-2adf-4334-abba-cef8d5433590), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:06.509434 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-38b4b560-62ca-4f4e-9cf4-5a0b98250531 admin admin] Publish callbacks [] for security_group (d0b4cc27-2adf-4334-abba-cef8d5433590), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:06.538568 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b5174-c314-4cfa-9a89-c036307635c1 req-a3aa2eaf-c2fe-494e-8c02-fd37c2c30a65 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:06.540027 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-144b5174-c314-4cfa-9a89-c036307635c1 req-a3aa2eaf-c2fe-494e-8c02-fd37c2c30a65 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 945 time: 0.0473917 May 09 04:32:06.558895 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-38b4b560-62ca-4f4e-9cf4-5a0b98250531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (d0b4cc27-2adf-4334-abba-cef8d5433590), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:06.561669 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-38b4b560-62ca-4f4e-9cf4-5a0b98250531 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:06.562821 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-38b4b560-62ca-4f4e-9cf4-5a0b98250531 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d0b4cc27-2adf-4334-abba-cef8d5433590 HTTP/1.1" status: 204 len: 168 time: 0.1223943 May 09 04:32:06.570828 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b4b560-62ca-4f4e-9cf4-5a0b98250531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b4cc27-2adf-4334-abba-cef8d5433590,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:06.596236 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-144b5174-c314-4cfa-9a89-c036307635c1 req-9b5b4ce7-0268-4d2f-ac89-caedb8d82cf0 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494268 May 09 04:32:06.781002 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05814adc-cdc1-48b7-a2c4-8b19d263431f req-dda2aba4-ccfc-4381-967c-c55cebc61e85 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:06.782564 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-05814adc-cdc1-48b7-a2c4-8b19d263431f req-dda2aba4-ccfc-4381-967c-c55cebc61e85 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=0064c5db-f056-49f6-a8ba-54c3f60c41ec HTTP/1.1" status: 200 len: 946 time: 0.0531609 May 09 04:32:06.831049 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-05814adc-cdc1-48b7-a2c4-8b19d263431f req-93528156-2d54-4f3f-8854-f69b8b874929 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429430 May 09 04:32:06.950678 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa3bbcd-e56f-42c7-8197-41e2550fab48 req-7819588a-bbd7-4ec0-8c7c-b5f29da37775 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:06.952431 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-4aa3bbcd-e56f-42c7-8197-41e2550fab48 req-7819588a-bbd7-4ec0-8c7c-b5f29da37775 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=0064c5db-f056-49f6-a8ba-54c3f60c41ec HTTP/1.1" status: 200 len: 946 time: 0.0521467 May 09 04:32:07.002915 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-4aa3bbcd-e56f-42c7-8197-41e2550fab48 req-e4bb7816-12b0-4ed9-9da0-0e8309089ec8 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448978 May 09 04:32:07.025098 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 47884) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:32:07.068676 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafed94b-aa07-44d5-abc6-570afe353b50 tempest-TestVolumeBootPattern-1183160684 tempest-TestVolumeBootPattern-1183160684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:07.071573 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-eafed94b-aa07-44d5-abc6-570afe353b50 tempest-TestVolumeBootPattern-1183160684 tempest-TestVolumeBootPattern-1183160684-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0064c5db-f056-49f6-a8ba-54c3f60c41ec HTTP/1.1" status: 200 len: 1125 time: 0.0448480 May 09 04:32:07.074020 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 47888) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:32:07.078740 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-6e6a208c-3299-4e56-83c7-998c03e189e0 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Request body: {'floatingip': {'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'port_id': 'e05ee7be-8781-44a0-8ae2-fb665919b80b', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:32:07.098741 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e6a208c-3299-4e56-83c7-998c03e189e0 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:07.177782 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e6a208c-3299-4e56-83c7-998c03e189e0 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:07.279545 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 47896) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:32:07.302474 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-6e6a208c-3299-4e56-83c7-998c03e189e0 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Allocated IP 172.27.2.100 (1111f3a4-c02a-41de-91e1-42f5a19c8209/55f6eeca-e44f-4feb-bdb6-d6fdf07e4029/5afe7ffb-8554-42af-ae33-188eeab05bf7) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:32:07.385879 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device a37a17dc-9298-4d54-a4c2-359ea6bce84c no longer exists at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:32:07.411102 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] No Port match for: a37a17dc-9298-4d54-a4c2-359ea6bce84c {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 04:32:07.411457 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device a37a17dc-9298-4d54-a4c2-359ea6bce84c not bound to the agent host dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 04:32:07.411888 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 4396258b-03b6-4be9-844f-c13cc645efa1 no longer exists at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:32:07.431645 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] No Port match for: 4396258b-03b6-4be9-844f-c13cc645efa1 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 04:32:07.432196 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 4396258b-03b6-4be9-844f-c13cc645efa1 not bound to the agent host dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 04:32:07.434577 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e6a208c-3299-4e56-83c7-998c03e189e0 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks [] for port (5afe7ffb-8554-42af-ae33-188eeab05bf7), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:07.438568 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-673077cc-7ba8-44e8-ab08-925b9e31531f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-774583357-network', 'tenant_id': '97fd404f1d274a97a2d5bc1168eb3e63'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:32:07.460632 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673077cc-7ba8-44e8-ab08-925b9e31531f admin admin] Made reservation on behalf of 97fd404f1d274a97a2d5bc1168eb3e63 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:32:07.463061 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-673077cc-7ba8-44e8-ab08-925b9e31531f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:07.471151 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e6a208c-3299-4e56-83c7-998c03e189e0 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (5afe7ffb-8554-42af-ae33-188eeab05bf7), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:07.472338 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-673077cc-7ba8-44e8-ab08-925b9e31531f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:07.516018 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6a208c-3299-4e56-83c7-998c03e189e0 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Network 1111f3a4-c02a-41de-91e1-42f5a19c8209 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:32:07.519142 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-6e6a208c-3299-4e56-83c7-998c03e189e0 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:32:07.521888 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6a208c-3299-4e56-83c7-998c03e189e0 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:32:07.548156 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a208c-3299-4e56-83c7-998c03e189e0 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Pushing event updated for resources: {'Port': ['ID=5afe7ffb-8554-42af-ae33-188eeab05bf7,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:07.548861 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-673077cc-7ba8-44e8-ab08-925b9e31531f admin admin] Publish callbacks [] for security_group (f1a7ffd5-efb0-4aa5-a3a3-146d346ab6e1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:07.552550 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-673077cc-7ba8-44e8-ab08-925b9e31531f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (f1a7ffd5-efb0-4aa5-a3a3-146d346ab6e1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:07.574732 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-673077cc-7ba8-44e8-ab08-925b9e31531f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 04:32:07.589750 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673077cc-7ba8-44e8-ab08-925b9e31531f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a7ffd5-efb0-4aa5-a3a3-146d346ab6e1,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:07.592703 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-673077cc-7ba8-44e8-ab08-925b9e31531f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754'] for segment (842ca9b4-6046-4a93-8767-a262e41c4c78), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:07.592980 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.db.segments_db [None req-673077cc-7ba8-44e8-ab08-925b9e31531f admin admin] Added segment 842ca9b4-6046-4a93-8767-a262e41c4c78 of type vlan for network d70231e7-0d76-4d6f-aec6-a12045604d89 May 09 04:32:07.637900 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-673077cc-7ba8-44e8-ab08-925b9e31531f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782007660162'] for network (d70231e7-0d76-4d6f-aec6-a12045604d89), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:07.668476 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-673077cc-7ba8-44e8-ab08-925b9e31531f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278'] for network (d70231e7-0d76-4d6f-aec6-a12045604d89), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:07.669696 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673077cc-7ba8-44e8-ab08-925b9e31531f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:07.670417 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-673077cc-7ba8-44e8-ab08-925b9e31531f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:07.757660 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-673077cc-7ba8-44e8-ab08-925b9e31531f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4744725 May 09 04:32:07.758454 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 47904) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:32:07.760606 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673077cc-7ba8-44e8-ab08-925b9e31531f admin admin] Pushing event updated for resources: {'Network': ['ID=d70231e7-0d76-4d6f-aec6-a12045604d89,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:07.766441 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-449d69d1-ace8-446a-b86e-806cba1fe467 admin admin] Request body: {'subnet': {'network_id': 'd70231e7-0d76-4d6f-aec6-a12045604d89', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-774583357-subnet', 'tenant_id': '97fd404f1d274a97a2d5bc1168eb3e63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:32:07.772809 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Network d70231e7-0d76-4d6f-aec6-a12045604d89 details requested by agent ovs-agent-dv-cinder-838009-3-iscsi with host dv-cinder-838009-3-iscsi {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 04:32:07.779635 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604131c-539a-46b7-bc83-54aee9ce5dd9 req-dfecb60d-0c22-4fc8-bafb-caefd3439994 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:07.781309 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4604131c-539a-46b7-bc83-54aee9ce5dd9 req-dfecb60d-0c22-4fc8-bafb-caefd3439994 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 945 time: 0.0724566 May 09 04:32:07.825281 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449d69d1-ace8-446a-b86e-806cba1fe467 admin admin] Made reservation on behalf of 97fd404f1d274a97a2d5bc1168eb3e63 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:32:07.827929 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-449d69d1-ace8-446a-b86e-806cba1fe467 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260671378'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:07.841655 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4604131c-539a-46b7-bc83-54aee9ce5dd9 req-8515e360-f9e9-4956-8b6f-74f1b9e9ed11 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541008 May 09 04:32:08.029242 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e6a208c-3299-4e56-83c7-998c03e189e0 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks [] for floatingip (16de3943-4179-4073-89d1-1dbe4bc68c67), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:08.141179 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e6a208c-3299-4e56-83c7-998c03e189e0 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (5afe7ffb-8554-42af-ae33-188eeab05bf7), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:08.142804 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-449d69d1-ace8-446a-b86e-806cba1fe467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260671364'] for subnet (410a0850-36ea-4fbd-a79d-4fea2c5d5534), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:08.250352 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d69d1-ace8-446a-b86e-806cba1fe467 admin admin] Pushing event updated for resources: {'Subnet': ['ID=410a0850-36ea-4fbd-a79d-4fea2c5d5534,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:08.288649 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449d69d1-ace8-446a-b86e-806cba1fe467 admin admin] Checking segment: {'id': '842ca9b4-6046-4a93-8767-a262e41c4c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd70231e7-0d76-4d6f-aec6-a12045604d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:32:08.289008 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449d69d1-ace8-446a-b86e-806cba1fe467 admin admin] Network hostable DHCP agents. Network: d70231e7-0d76-4d6f-aec6-a12045604d89, hostable agents: ['144b4b53-faa6-4e1c-8c93-1df238c644e2'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 04:32:08.324113 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449d69d1-ace8-446a-b86e-806cba1fe467 admin admin] Network d70231e7-0d76-4d6f-aec6-a12045604d89 is scheduled to be hosted by DHCP agent 144b4b53-faa6-4e1c-8c93-1df238c644e2 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 04:32:08.345694 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-449d69d1-ace8-446a-b86e-806cba1fe467 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-3-iscsi, d70231e7-0d76-4d6f-aec6-a12045604d89) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:32:08.350426 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449d69d1-ace8-446a-b86e-806cba1fe467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:08.352439 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-449d69d1-ace8-446a-b86e-806cba1fe467 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:08.353909 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12686fa0-8577-48d2-879c-e643a5adfff2 None None] Network d70231e7-0d76-4d6f-aec6-a12045604d89 requested from dv-cinder-838009-3-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 04:32:08.375853 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-449d69d1-ace8-446a-b86e-806cba1fe467 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6162534 May 09 04:32:08.385402 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e6a208c-3299-4e56-83c7-998c03e189e0 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks [] for port (5afe7ffb-8554-42af-ae33-188eeab05bf7), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:08.393463 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e6a208c-3299-4e56-83c7-998c03e189e0 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718803'] for port (5afe7ffb-8554-42af-ae33-188eeab05bf7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:08.467677 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5668d52-6a89-40a7-846a-bc492b52d0d4 None None] Network d70231e7-0d76-4d6f-aec6-a12045604d89 requested from dv-cinder-838009-3-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 04:32:08.482514 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a208c-3299-4e56-83c7-998c03e189e0 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Pushing event updated for resources: {'Port': ['ID=5afe7ffb-8554-42af-ae33-188eeab05bf7,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:08.503206 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e6a208c-3299-4e56-83c7-998c03e189e0 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-653345'] for floatingip (16de3943-4179-4073-89d1-1dbe4bc68c67), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:08.612843 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.db.l3_db [None req-6e6a208c-3299-4e56-83c7-998c03e189e0 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Floating IP 16de3943-4179-4073-89d1-1dbe4bc68c67 associated. External IP: 172.27.2.100, port: e05ee7be-8781-44a0-8ae2-fb665919b80b. May 09 04:32:08.872892 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 47924) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:32:08.878355 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-8bfbb039-8aa4-4717-9c02-94330a8c85c4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1723634470-network', 'tenant_id': 'e759b417484e4d728f862f8f6fd4e239'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:32:08.903135 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfbb039-8aa4-4717-9c02-94330a8c85c4 admin admin] Made reservation on behalf of e759b417484e4d728f862f8f6fd4e239 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:32:08.905383 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8bfbb039-8aa4-4717-9c02-94330a8c85c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:08.914273 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8bfbb039-8aa4-4717-9c02-94330a8c85c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:08.994862 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8bfbb039-8aa4-4717-9c02-94330a8c85c4 admin admin] Publish callbacks [] for security_group (85b692f5-5ff2-42e2-9436-152e07418644), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:08.998701 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8bfbb039-8aa4-4717-9c02-94330a8c85c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (85b692f5-5ff2-42e2-9436-152e07418644), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:09.018547 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a27c68f-3e88-4f57-9f7d-db28787c95b5 req-451894d1-77be-4a57-b163-2855a89f9eb9 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:09.020063 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6a27c68f-3e88-4f57-9f7d-db28787c95b5 req-451894d1-77be-4a57-b163-2855a89f9eb9 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 945 time: 0.0574806 May 09 04:32:09.028448 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bfbb039-8aa4-4717-9c02-94330a8c85c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 04:32:09.038313 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbb039-8aa4-4717-9c02-94330a8c85c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b692f5-5ff2-42e2-9436-152e07418644,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:09.045040 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8bfbb039-8aa4-4717-9c02-94330a8c85c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754'] for segment (180bcb89-6679-4ce4-bc4c-a8c472afd5d4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:09.045378 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.db.segments_db [None req-8bfbb039-8aa4-4717-9c02-94330a8c85c4 admin admin] Added segment 180bcb89-6679-4ce4-bc4c-a8c472afd5d4 of type vlan for network 84da43e1-ec74-412d-adc9-54a07fd37eb7 May 09 04:32:09.086394 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8bfbb039-8aa4-4717-9c02-94330a8c85c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782007660162'] for network (84da43e1-ec74-412d-adc9-54a07fd37eb7), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:09.111646 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8bfbb039-8aa4-4717-9c02-94330a8c85c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278'] for network (84da43e1-ec74-412d-adc9-54a07fd37eb7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:09.112601 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfbb039-8aa4-4717-9c02-94330a8c85c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:09.113178 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8bfbb039-8aa4-4717-9c02-94330a8c85c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:09.113459 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6a27c68f-3e88-4f57-9f7d-db28787c95b5 req-0c168e43-9da9-45a8-9775-8b7cac59c906 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609140 May 09 04:32:09.167590 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6a208c-3299-4e56-83c7-998c03e189e0 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Router ca67ea01-395b-4d58-a518-591071975afb has already been hosted by L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 04:32:09.171169 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-8bfbb039-8aa4-4717-9c02-94330a8c85c4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2970836 May 09 04:32:09.173892 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 47926) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:32:09.179005 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-8f0b278a-1310-47b9-8d44-9a9dc565f0e9 admin admin] Request body: {'subnet': {'network_id': '84da43e1-ec74-412d-adc9-54a07fd37eb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1723634470-subnet', 'tenant_id': 'e759b417484e4d728f862f8f6fd4e239', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:32:09.188989 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbb039-8aa4-4717-9c02-94330a8c85c4 admin admin] Pushing event updated for resources: {'Network': ['ID=84da43e1-ec74-412d-adc9-54a07fd37eb7,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:09.201117 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Network 84da43e1-ec74-412d-adc9-54a07fd37eb7 details requested by agent ovs-agent-dv-cinder-838009-3-iscsi with host dv-cinder-838009-3-iscsi {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 04:32:09.210047 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0b278a-1310-47b9-8d44-9a9dc565f0e9 admin admin] Made reservation on behalf of e759b417484e4d728f862f8f6fd4e239 for: {'subnet': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:32:09.213190 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8f0b278a-1310-47b9-8d44-9a9dc565f0e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261552635'] for subnet (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:09.286764 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6a208c-3299-4e56-83c7-998c03e189e0 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:32:09.300212 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378902c5-298b-4123-99bd-2f86b45b1498 None None] Sync routers for ids ['ca67ea01-395b-4d58-a518-591071975afb'] in dv-cinder-838009-3-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:32:09.313996 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e6a208c-3299-4e56-83c7-998c03e189e0 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:09.318899 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378902c5-298b-4123-99bd-2f86b45b1498 None None] Routers {'ca67ea01-395b-4d58-a518-591071975afb'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:32:09.319798 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-378902c5-298b-4123-99bd-2f86b45b1498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:31:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['ca67ea01-395b-4d58-a518-591071975afb'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:32:09.349419 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-6e6a208c-3299-4e56-83c7-998c03e189e0 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2741797 May 09 04:32:09.350182 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0064c5db-f056-49f6-a8ba-54c3f60c41ec', 'tag': 'e05ee7be-8781-44a0-8ae2-fb665919b80b'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:32:09.352633 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708343da101edf5db3821e80f7e6194e70163222c3a70cb9c2c474869a6028b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef838905-da74-4e48-a57d-dcf6dc2f3df1" -d '{"events": [{"name": "network-changed", "server_uuid": "0064c5db-f056-49f6-a8ba-54c3f60c41ec", "tag": "e05ee7be-8781-44a0-8ae2-fb665919b80b"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:32:09.404747 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 04:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5604b729-4f49-4de5-b1e7-e8b530da92c8 x-openstack-request-id: req-5604b729-4f49-4de5-b1e7-e8b530da92c8 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:32:09.405173 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0064c5db-f056-49f6-a8ba-54c3f60c41ec", "tag": "e05ee7be-8781-44a0-8ae2-fb665919b80b", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:32:09.405548 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5604b729-4f49-4de5-b1e7-e8b530da92c8 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:32:09.406133 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5604b729-4f49-4de5-b1e7-e8b530da92c8'] response: {'name': 'network-changed', 'server_uuid': '0064c5db-f056-49f6-a8ba-54c3f60c41ec', 'tag': 'e05ee7be-8781-44a0-8ae2-fb665919b80b', 'status': 'completed', 'code': 200} May 09 04:32:09.438470 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8f0b278a-1310-47b9-8d44-9a9dc565f0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261596746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261552621'] for subnet (77d29242-519f-46d8-b64b-d71eae1eaad9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:09.475729 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-378902c5-298b-4123-99bd-2f86b45b1498 None None] Set router ca67ea01-395b-4d58-a518-591071975afb gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:32:09.503925 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b278a-1310-47b9-8d44-9a9dc565f0e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77d29242-519f-46d8-b64b-d71eae1eaad9,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:09.509446 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef838905-da74-4e48-a57d-dcf6dc2f3df1 req-6504060f-2bd7-431a-a8a2-125e005df7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:09.511430 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ef838905-da74-4e48-a57d-dcf6dc2f3df1 req-6504060f-2bd7-431a-a8a2-125e005df7ad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b6223852af9c4361b99a24e7a49a7734&device_id=0064c5db-f056-49f6-a8ba-54c3f60c41ec HTTP/1.1" status: 200 len: 1130 time: 0.0787065 May 09 04:32:09.525487 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0b278a-1310-47b9-8d44-9a9dc565f0e9 admin admin] Checking segment: {'id': '180bcb89-6679-4ce4-bc4c-a8c472afd5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '84da43e1-ec74-412d-adc9-54a07fd37eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:32:09.525888 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0b278a-1310-47b9-8d44-9a9dc565f0e9 admin admin] Network hostable DHCP agents. Network: 84da43e1-ec74-412d-adc9-54a07fd37eb7, hostable agents: ['144b4b53-faa6-4e1c-8c93-1df238c644e2'], hosted agents: [] {{(pid=103226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 04:32:09.555104 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0b278a-1310-47b9-8d44-9a9dc565f0e9 admin admin] Network 84da43e1-ec74-412d-adc9-54a07fd37eb7 is scheduled to be hosted by DHCP agent 144b4b53-faa6-4e1c-8c93-1df238c644e2 with binding_index 1 {{(pid=103226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 04:32:09.566807 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.base_scheduler [None req-8f0b278a-1310-47b9-8d44-9a9dc565f0e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-3-iscsi, 84da43e1-ec74-412d-adc9-54a07fd37eb7) {{(pid=103226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:32:09.572249 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0b278a-1310-47b9-8d44-9a9dc565f0e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:09.573769 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-8f0b278a-1310-47b9-8d44-9a9dc565f0e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:09.579492 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c7fb42-2354-4ddc-98cb-a16ce2cc44c7 None None] Network 84da43e1-ec74-412d-adc9-54a07fd37eb7 requested from dv-cinder-838009-3-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 04:32:09.612736 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-8f0b278a-1310-47b9-8d44-9a9dc565f0e9 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4367800 May 09 04:32:09.629503 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef838905-da74-4e48-a57d-dcf6dc2f3df1 req-cfcadcfa-4f3d-49c9-a870-7a91d93afb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:09.631045 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ef838905-da74-4e48-a57d-dcf6dc2f3df1 req-cfcadcfa-4f3d-49c9-a870-7a91d93afb9d service neutron] 10.222.0.13 "GET /v2.0/networks?id=d0b894fb-ca2e-4f02-9d2e-0b887784e9ae HTTP/1.1" status: 200 len: 913 time: 0.1134388 May 09 04:32:09.735130 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ef838905-da74-4e48-a57d-dcf6dc2f3df1 req-5d6ddea7-c113-4575-9f06-33649be14da6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e05ee7be-8781-44a0-8ae2-fb665919b80b HTTP/1.1" status: 200 len: 1000 time: 0.0979531 May 09 04:32:09.751717 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31f2af0-499c-4625-aeac-e5e9a47404c3 None None] Network 84da43e1-ec74-412d-adc9-54a07fd37eb7 requested from dv-cinder-838009-3-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 04:32:09.770354 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-378902c5-298b-4123-99bd-2f86b45b1498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca67ea01-395b-4d58-a518-591071975afb', 'name': 'tempest-TestVolumeBootPattern-1136214510-router', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:44Z', 'updated_at': '2022-05-09T04:27:51Z', 'revision_number': 4, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'gw_port': {'id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:45Z', 'updated_at': '2022-05-09T04:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_floatingips': [{'id': '16de3943-4179-4073-89d1-1dbe4bc68c67', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'floating_ip_address': '172.27.2.100', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'port_id': 'e05ee7be-8781-44a0-8ae2-fb665919b80b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae', 'mac_address': 'fa:16:3e:68:42:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0064c5db-f056-49f6-a8ba-54c3f60c41ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:32:07Z', 'updated_at': '2022-05-09T04:32:07Z', 'revision_number': 0, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '269efca6-e9a1-43bc-83bb-f3eab1746004', 'name': '', 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'mac_address': 'fa:16:3e:19:7b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'dbed64c5-3159-495c-b3f2-34c99afd3de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:50Z', 'updated_at': '2022-05-09T04:28:08Z', 'revision_number': 5, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'subnets': [{'id': 'dbed64c5-3159-495c-b3f2-34c99afd3de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:32:09.784491 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 47936) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:32:09.803453 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378902c5-298b-4123-99bd-2f86b45b1498 None None] Checking router: ca67ea01-395b-4d58-a518-591071975afb for host: dv-cinder-838009-3-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:32:09.812377 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378902c5-298b-4123-99bd-2f86b45b1498 None None] Routers {'ca67ea01-395b-4d58-a518-591071975afb'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:32:09.812984 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-378902c5-298b-4123-99bd-2f86b45b1498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:31:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['ca67ea01-395b-4d58-a518-591071975afb'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:32:09.831976 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef838905-da74-4e48-a57d-dcf6dc2f3df1 req-b829056f-2f2a-42a1-ad96-8049e7e421c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:09.833536 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ef838905-da74-4e48-a57d-dcf6dc2f3df1 req-b829056f-2f2a-42a1-ad96-8049e7e421c7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dbed64c5-3159-495c-b3f2-34c99afd3de9 HTTP/1.1" status: 200 len: 851 time: 0.0920649 May 09 04:32:09.836547 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-87deb58c-50e2-4537-9f18-b223068f7097 admin admin] Deleting subnet 410a0850-36ea-4fbd-a79d-4fea2c5d5534 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 04:32:09.841123 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87deb58c-50e2-4537-9f18-b223068f7097 admin admin] Publish callbacks [] for subnet (410a0850-36ea-4fbd-a79d-4fea2c5d5534), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:09.878032 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87deb58c-50e2-4537-9f18-b223068f7097 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3728541'] for subnet (410a0850-36ea-4fbd-a79d-4fea2c5d5534), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:09.892598 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef838905-da74-4e48-a57d-dcf6dc2f3df1 req-60f5ea87-0f8a-4d38-bee8-6d717ebed8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:09.894289 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ef838905-da74-4e48-a57d-dcf6dc2f3df1 req-60f5ea87-0f8a-4d38-bee8-6d717ebed8cc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d0b894fb-ca2e-4f02-9d2e-0b887784e9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527742 May 09 04:32:09.923806 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87deb58c-50e2-4537-9f18-b223068f7097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16420057'] for subnet (410a0850-36ea-4fbd-a79d-4fea2c5d5534), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:09.928183 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-378902c5-298b-4123-99bd-2f86b45b1498 None None] Set router ca67ea01-395b-4d58-a518-591071975afb gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:32:09.983185 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87deb58c-50e2-4537-9f18-b223068f7097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16420032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261596683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261552598'] for subnet (410a0850-36ea-4fbd-a79d-4fea2c5d5534), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:09.997694 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ef838905-da74-4e48-a57d-dcf6dc2f3df1 req-6b506f0e-7220-454b-b4f6-6baa50d43a8c service neutron] 10.222.0.13 "GET /v2.0/networks/d0b894fb-ca2e-4f02-9d2e-0b887784e9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964835 May 09 04:32:10.010427 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87deb58c-50e2-4537-9f18-b223068f7097 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=410a0850-36ea-4fbd-a79d-4fea2c5d5534,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:10.013939 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-87deb58c-50e2-4537-9f18-b223068f7097 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:10.019587 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-87deb58c-50e2-4537-9f18-b223068f7097 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/410a0850-36ea-4fbd-a79d-4fea2c5d5534 HTTP/1.1" status: 204 len: 168 time: 0.2315676 May 09 04:32:10.019779 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 47938) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:32:10.092837 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2bad980f-2e84-4f5f-9c81-8ea04f6daeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16361990'] for network (d70231e7-0d76-4d6f-aec6-a12045604d89), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:10.098688 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ef838905-da74-4e48-a57d-dcf6dc2f3df1 req-322963fd-8637-4483-a7c9-63b8bc8739cc service neutron] 10.222.0.13 "GET /v2.0/networks/d0b894fb-ca2e-4f02-9d2e-0b887784e9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951304 May 09 04:32:10.176746 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2bad980f-2e84-4f5f-9c81-8ea04f6daeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16419436', 'neutron.services.segments.db._delete_segments_for_network-8782008167190'] for network (d70231e7-0d76-4d6f-aec6-a12045604d89), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:10.201154 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-2bad980f-2e84-4f5f-9c81-8ea04f6daeb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d70231e7-0d76-4d6f-aec6-a12045604d89']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:32:10.210899 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-2bad980f-2e84-4f5f-9c81-8ea04f6daeb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '842ca9b4-6046-4a93-8767-a262e41c4c78') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:32:10.211205 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-2bad980f-2e84-4f5f-9c81-8ea04f6daeb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '842ca9b4-6046-4a93-8767-a262e41c4c78') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:32:10.221413 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2bad980f-2e84-4f5f-9c81-8ea04f6daeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782008168991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3728548'] for segment (842ca9b4-6046-4a93-8767-a262e41c4c78), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:10.236279 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2bad980f-2e84-4f5f-9c81-8ea04f6daeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754'] for segment (842ca9b4-6046-4a93-8767-a262e41c4c78), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:10.242476 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bad980f-2e84-4f5f-9c81-8ea04f6daeb1 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 04:32:10.242866 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2bad980f-2e84-4f5f-9c81-8ea04f6daeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261596329'] for segment (842ca9b4-6046-4a93-8767-a262e41c4c78), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:10.245469 dv-cinder-838009-3-iscsi neutron-server[103226]: Traceback (most recent call last): May 09 04:32:10.245469 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 04:32:10.245469 dv-cinder-838009-3-iscsi neutron-server[103226]: timer() May 09 04:32:10.245469 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 04:32:10.245469 dv-cinder-838009-3-iscsi neutron-server[103226]: cb(*args, **kw) May 09 04:32:10.245469 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 04:32:10.245469 dv-cinder-838009-3-iscsi neutron-server[103226]: return func(*args, **kwargs) May 09 04:32:10.245469 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 04:32:10.245469 dv-cinder-838009-3-iscsi neutron-server[103226]: self._notify() May 09 04:32:10.245469 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 04:32:10.245469 dv-cinder-838009-3-iscsi neutron-server[103226]: self.callback(batched_events) May 09 04:32:10.245469 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 04:32:10.245469 dv-cinder-838009-3-iscsi neutron-server[103226]: event.method(event) May 09 04:32:10.245469 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 04:32:10.245469 dv-cinder-838009-3-iscsi neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 04:32:10.245469 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 04:32:10.245469 dv-cinder-838009-3-iscsi neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( May 09 04:32:10.245469 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 04:32:10.245469 dv-cinder-838009-3-iscsi neutron-server[103226]: return f(self, *a, **k) May 09 04:32:10.245469 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 04:32:10.245469 dv-cinder-838009-3-iscsi neutron-server[103226]: return self._get(url).json() May 09 04:32:10.245469 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 04:32:10.245469 dv-cinder-838009-3-iscsi neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 04:32:10.245469 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 04:32:10.245469 dv-cinder-838009-3-iscsi neutron-server[103226]: return self.request(url, 'GET', **kwargs) May 09 04:32:10.245469 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 04:32:10.245469 dv-cinder-838009-3-iscsi neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, May 09 04:32:10.245469 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 04:32:10.245469 dv-cinder-838009-3-iscsi neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 04:32:10.245469 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 04:32:10.245469 dv-cinder-838009-3-iscsi neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 04:32:10.245469 dv-cinder-838009-3-iscsi neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 04:32:10.247452 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-378902c5-298b-4123-99bd-2f86b45b1498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca67ea01-395b-4d58-a518-591071975afb', 'name': 'tempest-TestVolumeBootPattern-1136214510-router', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:44Z', 'updated_at': '2022-05-09T04:27:51Z', 'revision_number': 4, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'gw_port': {'id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:45Z', 'updated_at': '2022-05-09T04:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_floatingips': [{'id': '16de3943-4179-4073-89d1-1dbe4bc68c67', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'floating_ip_address': '172.27.2.100', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'port_id': 'e05ee7be-8781-44a0-8ae2-fb665919b80b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae', 'mac_address': 'fa:16:3e:68:42:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0064c5db-f056-49f6-a8ba-54c3f60c41ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:32:07Z', 'updated_at': '2022-05-09T04:32:07Z', 'revision_number': 0, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '269efca6-e9a1-43bc-83bb-f3eab1746004', 'name': '', 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'mac_address': 'fa:16:3e:19:7b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'dbed64c5-3159-495c-b3f2-34c99afd3de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:50Z', 'updated_at': '2022-05-09T04:28:08Z', 'revision_number': 5, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'subnets': [{'id': 'dbed64c5-3159-495c-b3f2-34c99afd3de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:32:10.247618 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb76e1-6881-4566-b2c7-2c39f305e02d req-7c92b0dd-db6e-401c-8870-111792336cab tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:10.248271 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-87fb76e1-6881-4566-b2c7-2c39f305e02d req-7c92b0dd-db6e-401c-8870-111792336cab tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 945 time: 0.0552051 May 09 04:32:10.281795 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378902c5-298b-4123-99bd-2f86b45b1498 None None] The sync data for ids ['ca67ea01-395b-4d58-a518-591071975afb'] in dv-cinder-838009-3-iscsi is: [{'id': 'ca67ea01-395b-4d58-a518-591071975afb', 'name': 'tempest-TestVolumeBootPattern-1136214510-router', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:44Z', 'updated_at': '2022-05-09T04:27:51Z', 'revision_number': 4, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'gw_port': {'id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:45Z', 'updated_at': '2022-05-09T04:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_floatingips': [{'id': '16de3943-4179-4073-89d1-1dbe4bc68c67', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'floating_ip_address': '172.27.2.100', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'port_id': 'e05ee7be-8781-44a0-8ae2-fb665919b80b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae', 'mac_address': 'fa:16:3e:68:42:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0064c5db-f056-49f6-a8ba-54c3f60c41ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:32:07Z', 'updated_at': '2022-05-09T04:32:07Z', 'revision_number': 0, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '269efca6-e9a1-43bc-83bb-f3eab1746004', 'name': '', 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'mac_address': 'fa:16:3e:19:7b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'dbed64c5-3159-495c-b3f2-34c99afd3de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:50Z', 'updated_at': '2022-05-09T04:28:08Z', 'revision_number': 5, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'subnets': [{'id': 'dbed64c5-3159-495c-b3f2-34c99afd3de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:32:10.296548 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-87fb76e1-6881-4566-b2c7-2c39f305e02d req-f61f8f02-8a86-4a03-aca2-4d4baa792edb tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429268 May 09 04:32:10.308677 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2bad980f-2e84-4f5f-9c81-8ea04f6daeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16419415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-653516'] for network (d70231e7-0d76-4d6f-aec6-a12045604d89), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:10.325164 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2bad980f-2e84-4f5f-9c81-8ea04f6daeb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:10.331952 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-2bad980f-2e84-4f5f-9c81-8ea04f6daeb1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d70231e7-0d76-4d6f-aec6-a12045604d89 HTTP/1.1" status: 204 len: 168 time: 0.3085787 May 09 04:32:10.332320 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 47942) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:32:10.344283 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad980f-2e84-4f5f-9c81-8ea04f6daeb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d70231e7-0d76-4d6f-aec6-a12045604d89,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:10.386206 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff0c6e5e-e80b-49fb-946a-e2af4a6f3949 admin admin] Deleting subnet 77d29242-519f-46d8-b64b-d71eae1eaad9 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 04:32:10.389533 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ff0c6e5e-e80b-49fb-946a-e2af4a6f3949 admin admin] Publish callbacks [] for subnet (77d29242-519f-46d8-b64b-d71eae1eaad9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:10.425831 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ff0c6e5e-e80b-49fb-946a-e2af4a6f3949 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260862461'] for subnet (77d29242-519f-46d8-b64b-d71eae1eaad9), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:10.467595 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ff0c6e5e-e80b-49fb-946a-e2af4a6f3949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16420057'] for subnet (77d29242-519f-46d8-b64b-d71eae1eaad9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:10.480035 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0895ae15-9f6b-41f5-90f1-eefd486a3a28 None None] New status for floating IP 16de3943-4179-4073-89d1-1dbe4bc68c67: ACTIVE {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 04:32:10.521305 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ff0c6e5e-e80b-49fb-946a-e2af4a6f3949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16420032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260671423'] for subnet (77d29242-519f-46d8-b64b-d71eae1eaad9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:10.550336 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c6e5e-e80b-49fb-946a-e2af4a6f3949 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77d29242-519f-46d8-b64b-d71eae1eaad9,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:10.554221 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ff0c6e5e-e80b-49fb-946a-e2af4a6f3949 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:10.558278 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-ff0c6e5e-e80b-49fb-946a-e2af4a6f3949 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/77d29242-519f-46d8-b64b-d71eae1eaad9 HTTP/1.1" status: 204 len: 168 time: 0.2248950 May 09 04:32:10.560689 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 47946) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:32:10.629938 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7b603d70-e390-4947-ade8-863d516db866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16361990'] for network (84da43e1-ec74-412d-adc9-54a07fd37eb7), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:10.710618 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7b603d70-e390-4947-ade8-863d516db866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16419436', 'neutron.services.segments.db._delete_segments_for_network-8782008167190'] for network (84da43e1-ec74-412d-adc9-54a07fd37eb7), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:10.731555 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-7b603d70-e390-4947-ade8-863d516db866 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84da43e1-ec74-412d-adc9-54a07fd37eb7']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:32:10.740568 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-7b603d70-e390-4947-ade8-863d516db866 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '180bcb89-6679-4ce4-bc4c-a8c472afd5d4') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:32:10.740865 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-7b603d70-e390-4947-ade8-863d516db866 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '180bcb89-6679-4ce4-bc4c-a8c472afd5d4') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:32:10.750653 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7b603d70-e390-4947-ade8-863d516db866 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782008168991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260862404'] for segment (180bcb89-6679-4ce4-bc4c-a8c472afd5d4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:10.765254 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7b603d70-e390-4947-ade8-863d516db866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754'] for segment (180bcb89-6679-4ce4-bc4c-a8c472afd5d4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:10.771757 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b603d70-e390-4947-ade8-863d516db866 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 04:32:10.772252 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7b603d70-e390-4947-ade8-863d516db866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718903'] for segment (180bcb89-6679-4ce4-bc4c-a8c472afd5d4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:10.774333 dv-cinder-838009-3-iscsi neutron-server[103225]: Traceback (most recent call last): May 09 04:32:10.774333 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 04:32:10.774333 dv-cinder-838009-3-iscsi neutron-server[103225]: timer() May 09 04:32:10.774333 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 04:32:10.774333 dv-cinder-838009-3-iscsi neutron-server[103225]: cb(*args, **kw) May 09 04:32:10.774333 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 04:32:10.774333 dv-cinder-838009-3-iscsi neutron-server[103225]: return func(*args, **kwargs) May 09 04:32:10.774333 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 04:32:10.774333 dv-cinder-838009-3-iscsi neutron-server[103225]: self._notify() May 09 04:32:10.774333 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 04:32:10.774333 dv-cinder-838009-3-iscsi neutron-server[103225]: self.callback(batched_events) May 09 04:32:10.774333 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 04:32:10.774333 dv-cinder-838009-3-iscsi neutron-server[103225]: event.method(event) May 09 04:32:10.774333 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 04:32:10.774333 dv-cinder-838009-3-iscsi neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 04:32:10.774333 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 04:32:10.774333 dv-cinder-838009-3-iscsi neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( May 09 04:32:10.774333 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 04:32:10.774333 dv-cinder-838009-3-iscsi neutron-server[103225]: return f(self, *a, **k) May 09 04:32:10.774333 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 04:32:10.774333 dv-cinder-838009-3-iscsi neutron-server[103225]: return self._get(url).json() May 09 04:32:10.774333 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 04:32:10.774333 dv-cinder-838009-3-iscsi neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 04:32:10.774333 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 04:32:10.774333 dv-cinder-838009-3-iscsi neutron-server[103225]: return self.request(url, 'GET', **kwargs) May 09 04:32:10.774333 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 04:32:10.774333 dv-cinder-838009-3-iscsi neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, May 09 04:32:10.774333 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 04:32:10.774333 dv-cinder-838009-3-iscsi neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 04:32:10.774333 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 04:32:10.774333 dv-cinder-838009-3-iscsi neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 04:32:10.774333 dv-cinder-838009-3-iscsi neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 04:32:10.827927 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7b603d70-e390-4947-ade8-863d516db866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16419415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-653516'] for network (84da43e1-ec74-412d-adc9-54a07fd37eb7), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:10.833446 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-7b603d70-e390-4947-ade8-863d516db866 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:10.836683 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-7b603d70-e390-4947-ade8-863d516db866 admin admin] 10.222.0.44 "DELETE /v2.0/networks/84da43e1-ec74-412d-adc9-54a07fd37eb7 HTTP/1.1" status: 204 len: 168 time: 0.2750862 May 09 04:32:10.848458 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b603d70-e390-4947-ade8-863d516db866 admin admin] Pushing event deleted for resources: {'Network': ['ID=84da43e1-ec74-412d-adc9-54a07fd37eb7,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:11.000018 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 47950) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:32:11.039491 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-9b9e8a18-2599-4996-80f6-6f526255ce69 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=97fd404f1d274a97a2d5bc1168eb3e63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382354 May 09 04:32:11.041835 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 47952) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:32:11.091094 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0bce4551-f29d-4df5-828f-759024728fe9 admin admin] Publish callbacks [] for security_group (f1a7ffd5-efb0-4aa5-a3a3-146d346ab6e1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:11.113126 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0bce4551-f29d-4df5-828f-759024728fe9 admin admin] Publish callbacks [] for security_group (f1a7ffd5-efb0-4aa5-a3a3-146d346ab6e1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:11.160831 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0bce4551-f29d-4df5-828f-759024728fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (f1a7ffd5-efb0-4aa5-a3a3-146d346ab6e1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:11.163350 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0bce4551-f29d-4df5-828f-759024728fe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:11.164522 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-0bce4551-f29d-4df5-828f-759024728fe9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f1a7ffd5-efb0-4aa5-a3a3-146d346ab6e1 HTTP/1.1" status: 204 len: 168 time: 0.1218421 May 09 04:32:11.172120 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce4551-f29d-4df5-828f-759024728fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a7ffd5-efb0-4aa5-a3a3-146d346ab6e1,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:11.431773 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df921bff-3380-4b9c-93ce-0bfe153509e6 req-250d5cb6-eb7f-468a-ab55-d959502dfaec tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:11.433413 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-df921bff-3380-4b9c-93ce-0bfe153509e6 req-250d5cb6-eb7f-468a-ab55-d959502dfaec tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 945 time: 0.0520682 May 09 04:32:11.482631 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 47960) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:32:11.483168 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-df921bff-3380-4b9c-93ce-0bfe153509e6 req-f52776d5-7a78-4b51-9017-b93216a5d011 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443153 May 09 04:32:11.525368 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-320e5297-5ceb-4bf0-891f-83e999f14be5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e759b417484e4d728f862f8f6fd4e239&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415628 May 09 04:32:11.528130 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 47962) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:32:11.574912 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5d54741e-1a02-42c4-b45e-1849c3374a52 admin admin] Publish callbacks [] for security_group (85b692f5-5ff2-42e2-9436-152e07418644), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:11.595486 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5d54741e-1a02-42c4-b45e-1849c3374a52 admin admin] Publish callbacks [] for security_group (85b692f5-5ff2-42e2-9436-152e07418644), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:11.644304 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5d54741e-1a02-42c4-b45e-1849c3374a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (85b692f5-5ff2-42e2-9436-152e07418644), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:11.655988 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5d54741e-1a02-42c4-b45e-1849c3374a52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:11.655988 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-5d54741e-1a02-42c4-b45e-1849c3374a52 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/85b692f5-5ff2-42e2-9436-152e07418644 HTTP/1.1" status: 204 len: 168 time: 0.1202078 May 09 04:32:11.658433 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d54741e-1a02-42c4-b45e-1849c3374a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b692f5-5ff2-42e2-9436-152e07418644,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:12.611189 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17779a6a-0064-4f01-942b-1e6615bb1aa2 req-f97acdb4-ec81-4d27-9560-cf2d3c128348 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:12.612704 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-17779a6a-0064-4f01-942b-1e6615bb1aa2 req-f97acdb4-ec81-4d27-9560-cf2d3c128348 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 945 time: 0.0514436 May 09 04:32:12.661947 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-17779a6a-0064-4f01-942b-1e6615bb1aa2 req-0150b4a8-34da-4c7e-8e34-625a35b36ca4 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437565 May 09 04:32:13.782524 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2695f-cb8a-4de9-a7bb-bdd661e57750 req-e3166fb9-2d30-4d8a-adf3-9d124488f133 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:13.784045 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8aa2695f-cb8a-4de9-a7bb-bdd661e57750 req-e3166fb9-2d30-4d8a-adf3-9d124488f133 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 945 time: 0.0474584 May 09 04:32:13.830891 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8aa2695f-cb8a-4de9-a7bb-bdd661e57750 req-b48eb0b0-4de7-4b63-999b-d12112efe2b5 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413668 May 09 04:32:14.361526 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 374d080b-906f-4857-97aa-846916239632 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 04:32:14.467025 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9296529-e5f0-405d-9431-fc8a18098aef req-f5a68fa8-93d7-4d2d-bf40-2c4cb7ae92b2 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:14.468661 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e9296529-e5f0-405d-9431-fc8a18098aef req-f5a68fa8-93d7-4d2d-bf40-2c4cb7ae92b2 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=8206836d-7fa2-48b8-8d4c-46c70608a3e0 HTTP/1.1" status: 200 len: 946 time: 0.0483320 May 09 04:32:14.501370 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port 374d080b-906f-4857-97aa-846916239632, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=374d080b-906f-4857-97aa-846916239632,segment=NetworkSegment(75ff18d1-4dc0-4046-afd3-30ccacd1313a),segment_id=75ff18d1-4dc0-4046-afd3-30ccacd1313a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:32:14.515011 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Returning: {'device': '374d080b-906f-4857-97aa-846916239632', 'network_id': '01d9e17c-6b96-4039-a582-d98ab8fe7760', 'port_id': '374d080b-906f-4857-97aa-846916239632', 'mac_address': 'fa:16:3e:3d:c1:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eeed15e-26fd-4534-8116-03da5482032b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 04:32:14.526282 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e9296529-e5f0-405d-9431-fc8a18098aef req-330a76ae-c651-448d-8576-222b16e25c91 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?id=f58c1476-2908-45c8-a70f-409cfcab6350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512302 May 09 04:32:14.554728 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port 374d080b-906f-4857-97aa-846916239632 is: ACTIVE; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:32:14.555251 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (374d080b-906f-4857-97aa-846916239632), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:14.569153 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 374d080b-906f-4857-97aa-846916239632 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 04:32:14.591607 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port 374d080b-906f-4857-97aa-846916239632, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=374d080b-906f-4857-97aa-846916239632,segment=NetworkSegment(75ff18d1-4dc0-4046-afd3-30ccacd1313a),segment_id=75ff18d1-4dc0-4046-afd3-30ccacd1313a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:32:14.596221 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (374d080b-906f-4857-97aa-846916239632), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:14.654119 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=374d080b-906f-4857-97aa-846916239632,revision_number=6']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:14.701722 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] get_ports_and_sgs() called for port_ids ['374d080b-906f-4857-97aa-846916239632'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 04:32:14.951858 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e6f93-54de-483e-80c4-99e976d9a528 req-ce701e78-9ead-47f7-9e24-d0ce25081318 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:14.953318 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-0c7e6f93-54de-483e-80c4-99e976d9a528 req-ce701e78-9ead-47f7-9e24-d0ce25081318 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 944 time: 0.0476301 May 09 04:32:15.004311 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-0c7e6f93-54de-483e-80c4-99e976d9a528 req-c57133d6-591f-4fba-a73f-6a348ef74bb2 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449140 May 09 04:32:15.638254 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957340f-c3a0-4695-9841-114c72af81a4 req-9bfd7750-0fda-4d00-bfb4-5ad6915fd903 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:15.639757 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e957340f-c3a0-4695-9841-114c72af81a4 req-9bfd7750-0fda-4d00-bfb4-5ad6915fd903 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=8206836d-7fa2-48b8-8d4c-46c70608a3e0 HTTP/1.1" status: 200 len: 946 time: 0.0465348 May 09 04:32:15.704537 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e957340f-c3a0-4695-9841-114c72af81a4 req-0e762fd1-c2ea-48fe-a90d-ae6ca1f9bd28 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?id=f58c1476-2908-45c8-a70f-409cfcab6350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591097 May 09 04:32:16.125358 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef82f63-26dd-492e-9c21-c16f164ea27a req-e455e651-b37f-4cbb-874a-ac8d84f429d4 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:16.127285 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-4ef82f63-26dd-492e-9c21-c16f164ea27a req-e455e651-b37f-4cbb-874a-ac8d84f429d4 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.13 "GET /v2.0/ports?device_id=8206836d-7fa2-48b8-8d4c-46c70608a3e0 HTTP/1.1" status: 200 len: 946 time: 0.0770366 May 09 04:32:16.147479 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee26b76e-3dbf-4368-9dea-2c020e01362f req-850ed68f-b7d2-4cae-b06a-a0e6f5b3863f tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:16.148925 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ee26b76e-3dbf-4368-9dea-2c020e01362f req-850ed68f-b7d2-4cae-b06a-a0e6f5b3863f tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 944 time: 0.0685375 May 09 04:32:16.262016 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ee26b76e-3dbf-4368-9dea-2c020e01362f req-7d0e31bb-b831-4db7-ad08-06fea4bf59a2 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960171 May 09 04:32:16.272967 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-4ef82f63-26dd-492e-9c21-c16f164ea27a req-acd0b5fa-cd61-4631-aea5-87e7bd79d985 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Deleting port bdb24e55-7862-4ad0-a43d-7830e3139255 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:32:16.273085 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4ef82f63-26dd-492e-9c21-c16f164ea27a req-acd0b5fa-cd61-4631-aea5-87e7bd79d985 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (bdb24e55-7862-4ad0-a43d-7830e3139255), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:16.388875 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-4ef82f63-26dd-492e-9c21-c16f164ea27a req-acd0b5fa-cd61-4631-aea5-87e7bd79d985 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] For port bdb24e55-7862-4ad0-a43d-7830e3139255, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=bdb24e55-7862-4ad0-a43d-7830e3139255,segment=NetworkSegment(7887ef4a-a237-48ec-8f9c-2f6abe8c4da6),segment_id=7887ef4a-a237-48ec-8f9c-2f6abe8c4da6)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:32:16.389285 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4ef82f63-26dd-492e-9c21-c16f164ea27a req-acd0b5fa-cd61-4631-aea5-87e7bd79d985 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (bdb24e55-7862-4ad0-a43d-7830e3139255), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:16.611855 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4ef82f63-26dd-492e-9c21-c16f164ea27a req-acd0b5fa-cd61-4631-aea5-87e7bd79d985 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:16.612239 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4ef82f63-26dd-492e-9c21-c16f164ea27a req-acd0b5fa-cd61-4631-aea5-87e7bd79d985 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-653345'] for floatingip (bb69f316-ed5b-407b-920c-181346a00cc7), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:16.613260 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.db.l3_db [req-4ef82f63-26dd-492e-9c21-c16f164ea27a req-acd0b5fa-cd61-4631-aea5-87e7bd79d985 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Floating IP bb69f316-ed5b-407b-920c-181346a00cc7 disassociated. External IP: 172.27.2.176, port: bdb24e55-7862-4ad0-a43d-7830e3139255. May 09 04:32:16.613260 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-4ef82f63-26dd-492e-9c21-c16f164ea27a req-acd0b5fa-cd61-4631-aea5-87e7bd79d985 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Calling delete_port for bdb24e55-7862-4ad0-a43d-7830e3139255 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:32:16.764423 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4ef82f63-26dd-492e-9c21-c16f164ea27a req-acd0b5fa-cd61-4631-aea5-87e7bd79d985 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (bdb24e55-7862-4ad0-a43d-7830e3139255), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:16.816891 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd0b5fa-cd61-4631-aea5-87e7bd79d985 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Pushing event deleted for resources: {'Port': ['ID=bdb24e55-7862-4ad0-a43d-7830e3139255,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:16.829565 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c5290b18-b3ef-44b7-9692-c5fa8560cd5f req-107f4e9d-297b-4dd1-9925-1c575f0c5c31 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=8206836d-7fa2-48b8-8d4c-46c70608a3e0 HTTP/1.1" status: 200 len: 210 time: 0.0390670 May 09 04:32:17.005166 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ef82f63-26dd-492e-9c21-c16f164ea27a req-acd0b5fa-cd61-4631-aea5-87e7bd79d985 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Router 4d52aa5f-732c-4e4d-b61c-fb86a901d96c has already been hosted by L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 04:32:17.144323 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 374d080b-906f-4857-97aa-846916239632 up at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:32:17.192142 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ef82f63-26dd-492e-9c21-c16f164ea27a req-acd0b5fa-cd61-4631-aea5-87e7bd79d985 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:32:17.210020 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b60a35-280d-4ae1-87ae-6b9f4a847ea6 None None] Sync routers for ids ['4d52aa5f-732c-4e4d-b61c-fb86a901d96c'] in dv-cinder-838009-3-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:32:17.226892 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b60a35-280d-4ae1-87ae-6b9f4a847ea6 None None] Routers {'4d52aa5f-732c-4e4d-b61c-fb86a901d96c'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:32:17.229502 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e5b60a35-280d-4ae1-87ae-6b9f4a847ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:31:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['4d52aa5f-732c-4e4d-b61c-fb86a901d96c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:32:17.245429 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Provisioning complete for port 374d080b-906f-4857-97aa-846916239632 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:32:17.246084 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (374d080b-906f-4857-97aa-846916239632), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:17.253171 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef82f63-26dd-492e-9c21-c16f164ea27a req-acd0b5fa-cd61-4631-aea5-87e7bd79d985 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] No DVR routers for this DVR port bdb24e55-7862-4ad0-a43d-7830e3139255 on host hv-cinder-83800 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 04:32:17.259791 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4ef82f63-26dd-492e-9c21-c16f164ea27a req-acd0b5fa-cd61-4631-aea5-87e7bd79d985 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:17.265179 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-4ef82f63-26dd-492e-9c21-c16f164ea27a req-acd0b5fa-cd61-4631-aea5-87e7bd79d985 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.13 "DELETE /v2.0/ports/bdb24e55-7862-4ad0-a43d-7830e3139255 HTTP/1.1" status: 204 len: 173 time: 1.1321752 May 09 04:32:17.266133 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8206836d-7fa2-48b8-8d4c-46c70608a3e0', 'name': 'network-vif-deleted', 'tag': 'bdb24e55-7862-4ad0-a43d-7830e3139255'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:32:17.270852 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708343da101edf5db3821e80f7e6194e70163222c3a70cb9c2c474869a6028b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675fca12-2675-4b40-8b95-57bbb75a1f00" -d '{"events": [{"server_uuid": "8206836d-7fa2-48b8-8d4c-46c70608a3e0", "name": "network-vif-deleted", "tag": "bdb24e55-7862-4ad0-a43d-7830e3139255"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:32:17.360332 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 04:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e99b0a-3f7d-42ac-bbee-5b6bd51ca6c2 x-openstack-request-id: req-94e99b0a-3f7d-42ac-bbee-5b6bd51ca6c2 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:32:17.360622 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8206836d-7fa2-48b8-8d4c-46c70608a3e0", "name": "network-vif-deleted", "tag": "bdb24e55-7862-4ad0-a43d-7830e3139255", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:32:17.360875 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-94e99b0a-3f7d-42ac-bbee-5b6bd51ca6c2 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:32:17.361288 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94e99b0a-3f7d-42ac-bbee-5b6bd51ca6c2'] response: {'server_uuid': '8206836d-7fa2-48b8-8d4c-46c70608a3e0', 'name': 'network-vif-deleted', 'tag': 'bdb24e55-7862-4ad0-a43d-7830e3139255', 'status': 'completed', 'code': 200} May 09 04:32:17.375605 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port 374d080b-906f-4857-97aa-846916239632 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:32:17.375605 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (374d080b-906f-4857-97aa-846916239632), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:17.402140 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f5900f-cb8a-485d-866b-580b188cc09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374d080b-906f-4857-97aa-846916239632'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:32:17.404404 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6941dd57353447cfe46bbb883e0d815d26e9477c6b9f0737609fdd17593c9a07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d2121b-3093-498c-abfa-9ec706788b07" -d '{"events": [{"server_uuid": "96f5900f-cb8a-485d-866b-580b188cc09c", "name": "network-vif-plugged", "status": "completed", "tag": "374d080b-906f-4857-97aa-846916239632"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:32:17.434842 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port 374d080b-906f-4857-97aa-846916239632, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=374d080b-906f-4857-97aa-846916239632,segment=NetworkSegment(75ff18d1-4dc0-4046-afd3-30ccacd1313a),segment_id=75ff18d1-4dc0-4046-afd3-30ccacd1313a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:32:17.450825 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (374d080b-906f-4857-97aa-846916239632), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:17.478811 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-e5b60a35-280d-4ae1-87ae-6b9f4a847ea6 None None] Set router 4d52aa5f-732c-4e4d-b61c-fb86a901d96c gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:32:17.516815 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 04:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3656f4ad-53ef-4a3a-a29a-6e9ca114b86b x-openstack-request-id: req-3656f4ad-53ef-4a3a-a29a-6e9ca114b86b {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:32:17.517137 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f5900f-cb8a-485d-866b-580b188cc09c", "name": "network-vif-plugged", "status": "completed", "tag": "374d080b-906f-4857-97aa-846916239632", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:32:17.517317 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3656f4ad-53ef-4a3a-a29a-6e9ca114b86b {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:32:17.517690 dv-cinder-838009-3-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3656f4ad-53ef-4a3a-a29a-6e9ca114b86b'] response: {'server_uuid': '96f5900f-cb8a-485d-866b-580b188cc09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374d080b-906f-4857-97aa-846916239632', 'code': 200} May 09 04:32:17.531249 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ebfe5-2d55-4313-8e00-469d210755f7 req-09421b34-7cdc-4c6f-9cf4-a468e6f4e2c8 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:17.535409 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-774ebfe5-2d55-4313-8e00-469d210755f7 req-09421b34-7cdc-4c6f-9cf4-a468e6f4e2c8 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 944 time: 0.1268823 May 09 04:32:17.549214 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=374d080b-906f-4857-97aa-846916239632,revision_number=7']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:17.632200 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-774ebfe5-2d55-4313-8e00-469d210755f7 req-1494519e-b317-402c-8e4d-448df2bf66c4 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794296 May 09 04:32:17.697089 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e5b60a35-280d-4ae1-87ae-6b9f4a847ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'name': 'tempest-AttachVolumeNegativeTest-195011021-router', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:53Z', 'updated_at': '2022-05-09T04:28:01Z', 'revision_number': 4, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'gw_port': {'id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:54Z', 'updated_at': '2022-05-09T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '529116a4-e0e4-4a10-a24e-711cb18b842b', 'name': '', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'mac_address': 'fa:16:3e:b2:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:28:00Z', 'updated_at': '2022-05-09T04:28:11Z', 'revision_number': 5, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'subnets': [{'id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:32:17.727664 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b60a35-280d-4ae1-87ae-6b9f4a847ea6 None None] Checking router: 4d52aa5f-732c-4e4d-b61c-fb86a901d96c for host: dv-cinder-838009-3-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:32:17.738431 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b60a35-280d-4ae1-87ae-6b9f4a847ea6 None None] Routers {'4d52aa5f-732c-4e4d-b61c-fb86a901d96c'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:32:17.739189 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e5b60a35-280d-4ae1-87ae-6b9f4a847ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:31:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['4d52aa5f-732c-4e4d-b61c-fb86a901d96c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:32:17.881147 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-e5b60a35-280d-4ae1-87ae-6b9f4a847ea6 None None] Set router 4d52aa5f-732c-4e4d-b61c-fb86a901d96c gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:32:17.973967 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-4e6547da-6f62-452e-988f-3d80d934d29e req-2eead0cc-c703-4566-8be1-557ef7cda4c2 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=8206836d-7fa2-48b8-8d4c-46c70608a3e0 HTTP/1.1" status: 200 len: 210 time: 0.0415158 May 09 04:32:18.108071 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-e5b60a35-280d-4ae1-87ae-6b9f4a847ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'name': 'tempest-AttachVolumeNegativeTest-195011021-router', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:53Z', 'updated_at': '2022-05-09T04:28:01Z', 'revision_number': 4, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'gw_port': {'id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:54Z', 'updated_at': '2022-05-09T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '529116a4-e0e4-4a10-a24e-711cb18b842b', 'name': '', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'mac_address': 'fa:16:3e:b2:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:28:00Z', 'updated_at': '2022-05-09T04:28:11Z', 'revision_number': 5, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'subnets': [{'id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:32:18.137336 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b60a35-280d-4ae1-87ae-6b9f4a847ea6 None None] The sync data for ids ['4d52aa5f-732c-4e4d-b61c-fb86a901d96c'] in dv-cinder-838009-3-iscsi is: [{'id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'name': 'tempest-AttachVolumeNegativeTest-195011021-router', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:53Z', 'updated_at': '2022-05-09T04:28:01Z', 'revision_number': 4, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'gw_port': {'id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:54Z', 'updated_at': '2022-05-09T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '529116a4-e0e4-4a10-a24e-711cb18b842b', 'name': '', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'mac_address': 'fa:16:3e:b2:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:28:00Z', 'updated_at': '2022-05-09T04:28:11Z', 'revision_number': 5, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'subnets': [{'id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:32:18.401208 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49649b32-fbf4-418e-904a-36f9df7e5e6a None None] New status for floating IP bb69f316-ed5b-407b-920c-181346a00cc7: DOWN {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 04:32:18.746043 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf88955-0c8b-40a6-8488-9c841c1c6947 req-3d7729e0-95fc-4040-8061-b063032aeb6d tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:18.748321 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-faf88955-0c8b-40a6-8488-9c841c1c6947 req-3d7729e0-95fc-4040-8061-b063032aeb6d tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 945 time: 0.0493660 May 09 04:32:18.807137 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-faf88955-0c8b-40a6-8488-9c841c1c6947 req-63e5c8c7-ebef-4e88-a1f1-1149fe7719db tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529864 May 09 04:32:18.953475 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device bdb24e55-7862-4ad0-a43d-7830e3139255 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:32:18.983361 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] No Port match for: bdb24e55-7862-4ad0-a43d-7830e3139255 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 04:32:18.983861 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device bdb24e55-7862-4ad0-a43d-7830e3139255 not bound to the agent host hv-cinder-83800 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 04:32:19.030312 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-73deacb7-5bff-4004-8629-00de9e1a82d6 req-3e23f3a7-1298-43bd-988c-ca8ddc70934d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0528493 May 09 04:32:19.106703 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a9e31807-be2f-48f8-b113-a0a4e27b4824 req-22b3f82f-aed2-4d66-8b25-65329600ea9e tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=8206836d-7fa2-48b8-8d4c-46c70608a3e0 HTTP/1.1" status: 200 len: 210 time: 0.0396450 May 09 04:32:19.370363 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73deacb7-5bff-4004-8629-00de9e1a82d6 req-670ff16c-c303-4f10-b393-56778fea6247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:19.372519 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-73deacb7-5bff-4004-8629-00de9e1a82d6 req-670ff16c-c303-4f10-b393-56778fea6247 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c8cbe32e8ede404fa3d19537256606e1&device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 1130 time: 0.0508060 May 09 04:32:19.505892 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73deacb7-5bff-4004-8629-00de9e1a82d6 req-1ab63272-6612-422e-bde4-aff0ecc720d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:19.507556 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-73deacb7-5bff-4004-8629-00de9e1a82d6 req-1ab63272-6612-422e-bde4-aff0ecc720d7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b94aa6a-0d58-466c-8eb9-c480de2276aa HTTP/1.1" status: 200 len: 910 time: 0.1060259 May 09 04:32:19.599294 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-73deacb7-5bff-4004-8629-00de9e1a82d6 req-6a7e27bb-cc08-4a43-839a-7c7e323cbfb0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b3c8f68-461e-4b7f-843a-747af41739b1 HTTP/1.1" status: 200 len: 1002 time: 0.0763602 May 09 04:32:19.661522 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73deacb7-5bff-4004-8629-00de9e1a82d6 req-5f7ddf5d-b77b-4308-a52c-d4e62f21e50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:19.663002 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-73deacb7-5bff-4004-8629-00de9e1a82d6 req-5f7ddf5d-b77b-4308-a52c-d4e62f21e50a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f838df5a-9048-42ae-96b1-031768c0ebaf HTTP/1.1" status: 200 len: 848 time: 0.0468719 May 09 04:32:19.716633 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (0ba91d57-31cd-4938-a6ad-bd18d942a965), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:19.721889 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73deacb7-5bff-4004-8629-00de9e1a82d6 req-205365e7-ed48-41dd-8dd0-12aa1f237012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:19.723719 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-73deacb7-5bff-4004-8629-00de9e1a82d6 req-205365e7-ed48-41dd-8dd0-12aa1f237012 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b94aa6a-0d58-466c-8eb9-c480de2276aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543816 May 09 04:32:19.828807 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-73deacb7-5bff-4004-8629-00de9e1a82d6 req-aaec5a65-3936-47f3-8152-72578fe4965b service neutron] 10.222.0.13 "GET /v2.0/networks/6b94aa6a-0d58-466c-8eb9-c480de2276aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958059 May 09 04:32:19.933883 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-73deacb7-5bff-4004-8629-00de9e1a82d6 req-f88ed638-22c5-43c0-9675-305af86d63af service neutron] 10.222.0.13 "GET /v2.0/networks/6b94aa6a-0d58-466c-8eb9-c480de2276aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957716 May 09 04:32:19.972808 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a370a-b4d6-4e21-a9e1-fe860aff0263 req-9028b9f2-92b2-46b9-a329-b089e8055b36 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:19.975122 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b41a370a-b4d6-4e21-a9e1-fe860aff0263 req-9028b9f2-92b2-46b9-a329-b089e8055b36 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 945 time: 0.0731285 May 09 04:32:20.026593 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b41a370a-b4d6-4e21-a9e1-fe860aff0263 req-3d69351c-a7b7-44fc-90f3-a34227d9195b tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446827 May 09 04:32:20.231737 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 48130) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:32:20.310349 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-66c9d80f-7449-427c-bf41-37f70a0204bb tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for security_group (f58c1476-2908-45c8-a70f-409cfcab6350), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:20.345875 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-66c9d80f-7449-427c-bf41-37f70a0204bb tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for security_group (f58c1476-2908-45c8-a70f-409cfcab6350), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:20.413876 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-66c9d80f-7449-427c-bf41-37f70a0204bb tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (f58c1476-2908-45c8-a70f-409cfcab6350), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:20.416759 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-66c9d80f-7449-427c-bf41-37f70a0204bb tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:20.418019 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-66c9d80f-7449-427c-bf41-37f70a0204bb tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "DELETE /v2.0/security-groups/f58c1476-2908-45c8-a70f-409cfcab6350 HTTP/1.1" status: 204 len: 168 time: 0.1852281 May 09 04:32:20.420853 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 48142) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:32:20.434431 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c9d80f-7449-427c-bf41-37f70a0204bb tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58c1476-2908-45c8-a70f-409cfcab6350,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:20.462186 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.api.v2.resource [None req-8916e02c-6e59-4957-a12e-e3b4ee822538 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] show failed (client error): The resource could not be found. May 09 04:32:20.467485 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-8916e02c-6e59-4957-a12e-e3b4ee822538 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups/f58c1476-2908-45c8-a70f-409cfcab6350 HTTP/1.1" status: 404 len: 347 time: 0.0450890 May 09 04:32:20.468170 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 48146) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:32:20.500221 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8ffb8be9-9eec-493a-bc4e-af281ab5b35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (144b4b53-faa6-4e1c-8c93-1df238c644e2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:20.636719 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-fa2f36cf-3f9b-4ceb-931d-3d18bb235f16 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Deleting port da9083dd-9e97-4a46-8e43-834acc2e8e95 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:32:20.637361 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa2f36cf-3f9b-4ceb-931d-3d18bb235f16 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (da9083dd-9e97-4a46-8e43-834acc2e8e95), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:20.752693 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa2f36cf-3f9b-4ceb-931d-3d18bb235f16 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (da9083dd-9e97-4a46-8e43-834acc2e8e95), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:20.753025 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa2f36cf-3f9b-4ceb-931d-3d18bb235f16 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for floatingip (da9083dd-9e97-4a46-8e43-834acc2e8e95), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:20.773574 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-fa2f36cf-3f9b-4ceb-931d-3d18bb235f16 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Calling delete_port for da9083dd-9e97-4a46-8e43-834acc2e8e95 owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:32:20.941031 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa2f36cf-3f9b-4ceb-931d-3d18bb235f16 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261596410'] for port (da9083dd-9e97-4a46-8e43-834acc2e8e95), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:20.970669 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2f36cf-3f9b-4ceb-931d-3d18bb235f16 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Pushing event deleted for resources: {'Port': ['ID=da9083dd-9e97-4a46-8e43-834acc2e8e95,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:21.050160 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa2f36cf-3f9b-4ceb-931d-3d18bb235f16 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for floatingip (bb69f316-ed5b-407b-920c-181346a00cc7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:21.053726 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-fa2f36cf-3f9b-4ceb-931d-3d18bb235f16 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:21.055141 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-fa2f36cf-3f9b-4ceb-931d-3d18bb235f16 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "DELETE /v2.0/floatingips/bb69f316-ed5b-407b-920c-181346a00cc7 HTTP/1.1" status: 204 len: 168 time: 0.5857899 May 09 04:32:21.194374 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1bc642-c218-4b1b-bb72-26368b320577 req-9b983468-b4f3-4c49-b6f0-97967b51997d tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:21.202481 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5b1bc642-c218-4b1b-bb72-26368b320577 req-9b983468-b4f3-4c49-b6f0-97967b51997d tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 945 time: 0.0744054 May 09 04:32:21.269380 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5b1bc642-c218-4b1b-bb72-26368b320577 req-6cbff1d9-8ca7-4d92-9931-7fbf2af4bf26 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651402 May 09 04:32:21.519775 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 48164) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:32:21.527998 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-330e5048-4c4d-4c01-90a1-ebd684d70d73 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1297486434', 'description': 'tempest-description--792140695'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:32:21.556280 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-330e5048-4c4d-4c01-90a1-ebd684d70d73 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:21.630089 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-330e5048-4c4d-4c01-90a1-ebd684d70d73 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for security_group (a16304c9-c9fd-40e5-ac29-b96e6c34dd67), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:21.635607 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-330e5048-4c4d-4c01-90a1-ebd684d70d73 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (a16304c9-c9fd-40e5-ac29-b96e6c34dd67), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:21.668614 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-330e5048-4c4d-4c01-90a1-ebd684d70d73 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:21.673093 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-330e5048-4c4d-4c01-90a1-ebd684d70d73 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1491878 May 09 04:32:21.673093 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 48166) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:32:21.677331 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-36c056d7-1799-4bbe-ba0d-5bded7bbafcd tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Request body: {'security_group_rule': {'security_group_id': 'a16304c9-c9fd-40e5-ac29-b96e6c34dd67', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:32:21.686064 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e5048-4c4d-4c01-90a1-ebd684d70d73 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a16304c9-c9fd-40e5-ac29-b96e6c34dd67,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:21.721297 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-36c056d7-1799-4bbe-ba0d-5bded7bbafcd tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for security_group_rule (b3453bff-996b-4d9f-98e4-4722815d44b9), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:21.793542 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-36c056d7-1799-4bbe-ba0d-5bded7bbafcd tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for security_group_rule (b3453bff-996b-4d9f-98e4-4722815d44b9), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:21.802424 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-36c056d7-1799-4bbe-ba0d-5bded7bbafcd tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619982'] for security_group_rule (b3453bff-996b-4d9f-98e4-4722815d44b9), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:21.830099 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c056d7-1799-4bbe-ba0d-5bded7bbafcd tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3453bff-996b-4d9f-98e4-4722815d44b9,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:21.845432 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-36c056d7-1799-4bbe-ba0d-5bded7bbafcd tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:21.846880 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-36c056d7-1799-4bbe-ba0d-5bded7bbafcd tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1728556 May 09 04:32:21.849672 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 48174) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:32:21.854513 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-4b603c5f-f36d-4239-b8ef-7eb4f4279c52 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Request body: {'security_group_rule': {'security_group_id': 'a16304c9-c9fd-40e5-ac29-b96e6c34dd67', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:32:21.887166 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b603c5f-f36d-4239-b8ef-7eb4f4279c52 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for security_group_rule (18eeda76-7c42-45f2-8bf3-740997b4bdac), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:21.956839 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b603c5f-f36d-4239-b8ef-7eb4f4279c52 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for security_group_rule (18eeda76-7c42-45f2-8bf3-740997b4bdac), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:21.965849 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b603c5f-f36d-4239-b8ef-7eb4f4279c52 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619982'] for security_group_rule (18eeda76-7c42-45f2-8bf3-740997b4bdac), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:21.989369 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b603c5f-f36d-4239-b8ef-7eb4f4279c52 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18eeda76-7c42-45f2-8bf3-740997b4bdac,revision_number=0']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:22.002308 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4b603c5f-f36d-4239-b8ef-7eb4f4279c52 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:22.006874 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-4b603c5f-f36d-4239-b8ef-7eb4f4279c52 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1532421 May 09 04:32:22.008661 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 48180) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:32:22.014104 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-b33d8cd5-6b89-4a48-842a-409c1296ffed tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Request body: {'floatingip': {'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:32:22.042641 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b33d8cd5-6b89-4a48-842a-409c1296ffed tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:22.135535 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b33d8cd5-6b89-4a48-842a-409c1296ffed tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:22.279180 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-b33d8cd5-6b89-4a48-842a-409c1296ffed tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Allocated IP 172.27.2.103 (1111f3a4-c02a-41de-91e1-42f5a19c8209/55f6eeca-e44f-4feb-bdb6-d6fdf07e4029/02be0e2e-96fa-4b60-bf63-258be1849871) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:32:22.458862 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b33d8cd5-6b89-4a48-842a-409c1296ffed tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for port (02be0e2e-96fa-4b60-bf63-258be1849871), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:22.477943 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec789b8-4565-40b9-8451-2b4f2e2f71ff req-390d3e8c-ab17-45d2-8987-35981af41a4a tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:22.481628 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-fec789b8-4565-40b9-8451-2b4f2e2f71ff req-390d3e8c-ab17-45d2-8987-35981af41a4a tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 945 time: 0.0943544 May 09 04:32:22.548364 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b33d8cd5-6b89-4a48-842a-409c1296ffed tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (02be0e2e-96fa-4b60-bf63-258be1849871), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:22.605899 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33d8cd5-6b89-4a48-842a-409c1296ffed tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Network 1111f3a4-c02a-41de-91e1-42f5a19c8209 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:32:22.610835 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-fec789b8-4565-40b9-8451-2b4f2e2f71ff req-f2b55bc9-37d6-4d5d-ad1f-232f65b2a6a9 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226945 May 09 04:32:22.613876 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-b33d8cd5-6b89-4a48-842a-409c1296ffed tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:32:22.616361 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33d8cd5-6b89-4a48-842a-409c1296ffed tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:32:22.654929 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d8cd5-6b89-4a48-842a-409c1296ffed tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Pushing event updated for resources: {'Port': ['ID=02be0e2e-96fa-4b60-bf63-258be1849871,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:22.730660 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b33d8cd5-6b89-4a48-842a-409c1296ffed tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for floatingip (839dfa94-d169-4164-8ea5-e054e48bb333), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:22.771098 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b33d8cd5-6b89-4a48-842a-409c1296ffed tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (02be0e2e-96fa-4b60-bf63-258be1849871), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:22.915148 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-75eb1d29-93c7-4ba3-9341-96218e310f19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3dae496a-5564-45d9-8b4f-04486e79e4dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:22.949895 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b33d8cd5-6b89-4a48-842a-409c1296ffed tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for port (02be0e2e-96fa-4b60-bf63-258be1849871), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:22.955199 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b33d8cd5-6b89-4a48-842a-409c1296ffed tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718803'] for port (02be0e2e-96fa-4b60-bf63-258be1849871), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:23.030602 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d8cd5-6b89-4a48-842a-409c1296ffed tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Pushing event updated for resources: {'Port': ['ID=02be0e2e-96fa-4b60-bf63-258be1849871,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:23.044991 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b33d8cd5-6b89-4a48-842a-409c1296ffed tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-653345'] for floatingip (839dfa94-d169-4164-8ea5-e054e48bb333), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:23.064902 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b33d8cd5-6b89-4a48-842a-409c1296ffed tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:23.066162 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-b33d8cd5-6b89-4a48-842a-409c1296ffed tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0564506 May 09 04:32:23.348968 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-5f628e0b-36e6-4ba5-a431-4ebb0fa0b968 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1297486434&fields=id&tenant_id=9c83b0a8b88f452f9e12d077e8ac28c8 HTTP/1.1" status: 200 len: 267 time: 0.0611210 May 09 04:32:23.479434 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-ca7b681b-4725-4562-99aa-99e4e21a2f7a tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:23.487037 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-ca7b681b-4725-4562-99aa-99e4e21a2f7a tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/networks?id=cff1ca97-0d5c-4d7d-b3c2-a81f844b16da HTTP/1.1" status: 200 len: 814 time: 0.1290495 May 09 04:32:23.504209 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-3759d117-1c5d-4832-b592-4cee26e34ce0 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/quotas/9c83b0a8b88f452f9e12d077e8ac28c8 HTTP/1.1" status: 200 len: 375 time: 0.0166073 May 09 04:32:23.564291 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-97a9a908-c6ba-4bf6-b368-87d00bed9cde tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c83b0a8b88f452f9e12d077e8ac28c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562859 May 09 04:32:23.660465 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 48226) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:32:23.706483 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-336da8f9-615b-4c83-97f6-6a2333069ede service neutron] 10.222.0.44 "GET /v2.0/networks/cff1ca97-0d5c-4d7d-b3c2-a81f844b16da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309211 May 09 04:32:23.839502 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-645401b2-de36-48f2-a3a2-c86adcf56944 service neutron] 10.222.0.44 "GET /v2.0/networks/cff1ca97-0d5c-4d7d-b3c2-a81f844b16da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224418 May 09 04:32:23.877959 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6a1e885b-6c5e-44bf-845e-9ec3fb90e97b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:23.978299 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb26a44-4a46-40c9-b1ae-1e45f2bbdce2 req-ced26e23-e1cb-4e16-b302-ad44a7225a58 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:23.980332 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-abb26a44-4a46-40c9-b1ae-1e45f2bbdce2 req-ced26e23-e1cb-4e16-b302-ad44a7225a58 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 945 time: 0.0727358 May 09 04:32:24.064528 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-452be092-d1ad-4876-850c-d449815c4d43 req-9432d104-c756-4f06-aee1-ee8691a39ecc tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac02e597-eed8-41a5-9300-f980ce0cf328 HTTP/1.1" status: 200 len: 210 time: 0.0405316 May 09 04:32:24.087653 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-abb26a44-4a46-40c9-b1ae-1e45f2bbdce2 req-d9f07469-f778-426a-878f-d2b1a68685cc tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883324 May 09 04:32:24.129536 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6a1e885b-6c5e-44bf-845e-9ec3fb90e97b admin admin] Publish callbacks [] for security_group (9f17041f-01a1-4ddb-bd4c-ae1613b97a04), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:24.139281 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6a1e885b-6c5e-44bf-845e-9ec3fb90e97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (9f17041f-01a1-4ddb-bd4c-ae1613b97a04), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:24.159739 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7671283-9f0b-468d-8f0b-6ce51d9cb9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (896ddadf-f6f7-4d68-b704-6882247efc03), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:24.201009 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-6a1e885b-6c5e-44bf-845e-9ec3fb90e97b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=afee4df811e04ef9bbf4fa86ae322f71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5392878 May 09 04:32:24.205017 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 48238) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:32:24.210063 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e885b-6c5e-44bf-845e-9ec3fb90e97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f17041f-01a1-4ddb-bd4c-ae1613b97a04,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:24.295521 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-20e953b4-a393-496a-9ad1-7ea1b890bd58 admin admin] Publish callbacks [] for security_group (9f17041f-01a1-4ddb-bd4c-ae1613b97a04), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:24.319670 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-20e953b4-a393-496a-9ad1-7ea1b890bd58 admin admin] Publish callbacks [] for security_group (9f17041f-01a1-4ddb-bd4c-ae1613b97a04), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:24.385375 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-20e953b4-a393-496a-9ad1-7ea1b890bd58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (9f17041f-01a1-4ddb-bd4c-ae1613b97a04), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:24.392249 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-20e953b4-a393-496a-9ad1-7ea1b890bd58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:24.393375 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-20e953b4-a393-496a-9ad1-7ea1b890bd58 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9f17041f-01a1-4ddb-bd4c-ae1613b97a04 HTTP/1.1" status: 204 len: 168 time: 0.1873991 May 09 04:32:24.410068 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e953b4-a393-496a-9ad1-7ea1b890bd58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f17041f-01a1-4ddb-bd4c-ae1613b97a04,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:24.803339 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 48246) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:32:24.818787 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c6aaf62f-257a-4d2e-9f11-a0c318851c54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:24.911363 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c6aaf62f-257a-4d2e-9f11-a0c318851c54 admin admin] Publish callbacks [] for security_group (b0a6b6d0-c14c-495a-bd82-e4d269e8f263), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:24.918181 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c6aaf62f-257a-4d2e-9f11-a0c318851c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (b0a6b6d0-c14c-495a-bd82-e4d269e8f263), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:24.963208 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aaf62f-257a-4d2e-9f11-a0c318851c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a6b6d0-c14c-495a-bd82-e4d269e8f263,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:24.971519 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 48248) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:32:24.980494 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-c6aaf62f-257a-4d2e-9f11-a0c318851c54 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e19e0cdd8e5f4908a00c7807c3635961&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1756043 May 09 04:32:25.036989 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e883e03d-e294-45a8-9704-1113e1f91a13 admin admin] Publish callbacks [] for security_group (b0a6b6d0-c14c-495a-bd82-e4d269e8f263), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:25.068883 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e883e03d-e294-45a8-9704-1113e1f91a13 admin admin] Publish callbacks [] for security_group (b0a6b6d0-c14c-495a-bd82-e4d269e8f263), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:25.142697 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e883e03d-e294-45a8-9704-1113e1f91a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (b0a6b6d0-c14c-495a-bd82-e4d269e8f263), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:25.147633 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e883e03d-e294-45a8-9704-1113e1f91a13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:25.149655 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-e883e03d-e294-45a8-9704-1113e1f91a13 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b0a6b6d0-c14c-495a-bd82-e4d269e8f263 HTTP/1.1" status: 204 len: 168 time: 0.1771522 May 09 04:32:25.179833 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e883e03d-e294-45a8-9704-1113e1f91a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a6b6d0-c14c-495a-bd82-e4d269e8f263,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:25.214441 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-875079f3-71ec-4290-9f58-721d8b72ab07 req-8e50df88-8b64-4cd4-b0ee-cbd2041b4ef4 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac02e597-eed8-41a5-9300-f980ce0cf328 HTTP/1.1" status: 200 len: 210 time: 0.0504363 May 09 04:32:25.327167 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33155e-4b15-49cc-a675-d936ba0064b5 req-52fb237c-b71f-4cb3-9d75-bc1710c0bf81 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:25.334605 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-3e33155e-4b15-49cc-a675-d936ba0064b5 req-52fb237c-b71f-4cb3-9d75-bc1710c0bf81 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 945 time: 0.0777853 May 09 04:32:25.351019 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43e19ad3-c0e7-48b8-9cb0-6496f201f8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3ce75c28-5550-4d51-9af6-2a59ee09c43b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:25.372500 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-21ba7b14-1c7a-46ad-858d-0c136b323254 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:25.374200 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-21ba7b14-1c7a-46ad-858d-0c136b323254 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.13 "GET /v2.0/networks?id=cff1ca97-0d5c-4d7d-b3c2-a81f844b16da HTTP/1.1" status: 200 len: 814 time: 0.2223566 May 09 04:32:25.423289 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-3e33155e-4b15-49cc-a675-d936ba0064b5 req-27169710-1246-4c2c-aa76-a9b1cd27431e tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876687 May 09 04:32:25.468134 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-85689857-30ca-4e19-bd21-c3c84ef4a97d tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c83b0a8b88f452f9e12d077e8ac28c8 HTTP/1.1" status: 200 len: 380 time: 0.0799468 May 09 04:32:25.485850 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-83e8b71c-ed44-4b08-8c20-966e5c3d82b0 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Request body: {'port': {'device_id': 'ac02e597-eed8-41a5-9300-f980ce0cf328', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'admin_state_up': True, 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'security_groups': ['a16304c9-c9fd-40e5-ac29-b96e6c34dd67']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:32:25.636892 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-83e8b71c-ed44-4b08-8c20-966e5c3d82b0 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Made reservation on behalf of 9c83b0a8b88f452f9e12d077e8ac28c8 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:32:25.640250 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-83e8b71c-ed44-4b08-8c20-966e5c3d82b0 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:25.800725 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-83e8b71c-ed44-4b08-8c20-966e5c3d82b0 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Allocated IP 172.20.0.4 (cff1ca97-0d5c-4d7d-b3c2-a81f844b16da/2d5198bd-ad41-455d-84af-e9d6c501ca45/114b3c19-9453-4537-b992-5d2737a6d6f4) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:32:25.975577 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-83e8b71c-ed44-4b08-8c20-966e5c3d82b0 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for port (114b3c19-9453-4537-b992-5d2737a6d6f4), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:26.018756 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-83e8b71c-ed44-4b08-8c20-966e5c3d82b0 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (114b3c19-9453-4537-b992-5d2737a6d6f4), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:26.066128 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-83e8b71c-ed44-4b08-8c20-966e5c3d82b0 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Network cff1ca97-0d5c-4d7d-b3c2-a81f844b16da is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:32:26.071190 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-83e8b71c-ed44-4b08-8c20-966e5c3d82b0 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:32:26.076261 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-83e8b71c-ed44-4b08-8c20-966e5c3d82b0 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:32:26.110282 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e8b71c-ed44-4b08-8c20-966e5c3d82b0 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Pushing event updated for resources: {'Port': ['ID=114b3c19-9453-4537-b992-5d2737a6d6f4,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:26.145145 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-83e8b71c-ed44-4b08-8c20-966e5c3d82b0 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:26.146488 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-83e8b71c-ed44-4b08-8c20-966e5c3d82b0 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:26.176542 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-83e8b71c-ed44-4b08-8c20-966e5c3d82b0 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7035604 May 09 04:32:26.188058 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-9d547991-ae44-4ca5-8cef-abbab5c552ac service neutron] Request body: {'port': {'device_id': 'ac02e597-eed8-41a5-9300-f980ce0cf328', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:32:26.279760 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-9d547991-ae44-4ca5-8cef-abbab5c552ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (114b3c19-9453-4537-b992-5d2737a6d6f4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:26.366590 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc247372-5b11-49ea-a90e-9d5a060cf0ca req-518be04c-98e5-4967-bf67-1fc94411e4fc tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:26.376593 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fc247372-5b11-49ea-a90e-9d5a060cf0ca req-518be04c-98e5-4967-bf67-1fc94411e4fc tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac02e597-eed8-41a5-9300-f980ce0cf328 HTTP/1.1" status: 200 len: 931 time: 0.0653238 May 09 04:32:26.436151 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-508c5ec3-6a42-49b4-8588-d9f5bdce03da None None] Provisioning complete for port 114b3c19-9453-4537-b992-5d2737a6d6f4 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:32:26.436698 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-508c5ec3-6a42-49b4-8588-d9f5bdce03da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (114b3c19-9453-4537-b992-5d2737a6d6f4), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:26.452949 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-fc247372-5b11-49ea-a90e-9d5a060cf0ca req-75c0e466-348f-497a-9843-7883c038711a tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?id=a16304c9-c9fd-40e5-ac29-b96e6c34dd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689363 May 09 04:32:26.484639 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-508c5ec3-6a42-49b4-8588-d9f5bdce03da None None] Port 114b3c19-9453-4537-b992-5d2737a6d6f4 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 04:32:26.630176 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8929a6b-a452-46cd-895d-cc7b83f95c4a req-83ef2c59-c557-481a-a447-42f566706aed tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:26.631674 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-b8929a6b-a452-46cd-895d-cc7b83f95c4a req-83ef2c59-c557-481a-a447-42f566706aed tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 945 time: 0.0715961 May 09 04:32:26.732084 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-9d547991-ae44-4ca5-8cef-abbab5c552ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 114b3c19-9453-4537-b992-5d2737a6d6f4 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 04:32:26.748283 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-b8929a6b-a452-46cd-895d-cc7b83f95c4a req-08a2f28f-9fc0-45e6-8c06-62f702de509d tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012833 May 09 04:32:26.750687 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-9d547991-ae44-4ca5-8cef-abbab5c552ac service neutron] Publish callbacks [] for port (114b3c19-9453-4537-b992-5d2737a6d6f4), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:26.765077 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-9d547991-ae44-4ca5-8cef-abbab5c552ac service neutron] Transition to ACTIVE for port object 114b3c19-9453-4537-b992-5d2737a6d6f4 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 04:32:26.770033 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-9d547991-ae44-4ca5-8cef-abbab5c552ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718803'] for port (114b3c19-9453-4537-b992-5d2737a6d6f4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:26.791701 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (9a15748d-6a05-4459-b777-d0dd003edfa1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:27.087163 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d547991-ae44-4ca5-8cef-abbab5c552ac service neutron] Pushing event updated for resources: {'Port': ['ID=114b3c19-9453-4537-b992-5d2737a6d6f4,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:27.164265 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-9d547991-ae44-4ca5-8cef-abbab5c552ac service neutron] Attempting to bind port 114b3c19-9453-4537-b992-5d2737a6d6f4 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:32:27.164931 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-9d547991-ae44-4ca5-8cef-abbab5c552ac service neutron] Attempting to bind port 114b3c19-9453-4537-b992-5d2737a6d6f4 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '7887ef4a-a237-48ec-8f9c-2f6abe8c4da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:32:27.165040 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-9d547991-ae44-4ca5-8cef-abbab5c552ac service neutron] Attempting to bind port 114b3c19-9453-4537-b992-5d2737a6d6f4 on network cff1ca97-0d5c-4d7d-b3c2-a81f844b16da {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:32:27.171837 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-9d547991-ae44-4ca5-8cef-abbab5c552ac service neutron] Port 114b3c19-9453-4537-b992-5d2737a6d6f4 on network cff1ca97-0d5c-4d7d-b3c2-a81f844b16da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 04:32:27.172298 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-9d547991-ae44-4ca5-8cef-abbab5c552ac service neutron] Attempting to bind port 114b3c19-9453-4537-b992-5d2737a6d6f4 on network cff1ca97-0d5c-4d7d-b3c2-a81f844b16da {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:32:27.178854 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-9d547991-ae44-4ca5-8cef-abbab5c552ac service neutron] Checking agent: {'id': '0ba91d57-31cd-4938-a6ad-bd18d942a965', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 24, 18), 'started_at': datetime.datetime(2022, 5, 9, 4, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:32:27.179278 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-9d547991-ae44-4ca5-8cef-abbab5c552ac service neutron] Checking segment: {'id': '7887ef4a-a237-48ec-8f9c-2f6abe8c4da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:32:27.179869 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-9d547991-ae44-4ca5-8cef-abbab5c552ac service neutron] Bound using segment: {'id': '7887ef4a-a237-48ec-8f9c-2f6abe8c4da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:32:27.180537 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-9d547991-ae44-4ca5-8cef-abbab5c552ac service neutron] Bound port: 114b3c19-9453-4537-b992-5d2737a6d6f4, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7887ef4a-a237-48ec-8f9c-2f6abe8c4da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:32:27.180975 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-9d547991-ae44-4ca5-8cef-abbab5c552ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (114b3c19-9453-4537-b992-5d2737a6d6f4), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:27.252910 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-9d547991-ae44-4ca5-8cef-abbab5c552ac service neutron] For port 114b3c19-9453-4537-b992-5d2737a6d6f4, host hv-cinder-83800, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:32:27.256204 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-9d547991-ae44-4ca5-8cef-abbab5c552ac service neutron] For port 114b3c19-9453-4537-b992-5d2737a6d6f4, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=114b3c19-9453-4537-b992-5d2737a6d6f4,segment=NetworkSegment(7887ef4a-a237-48ec-8f9c-2f6abe8c4da6),segment_id=7887ef4a-a237-48ec-8f9c-2f6abe8c4da6)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:32:27.262994 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-9d547991-ae44-4ca5-8cef-abbab5c552ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718803'] for port (114b3c19-9453-4537-b992-5d2737a6d6f4), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:27.329280 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-9d547991-ae44-4ca5-8cef-abbab5c552ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:27.329941 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-9d547991-ae44-4ca5-8cef-abbab5c552ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:27.331459 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-9d547991-ae44-4ca5-8cef-abbab5c552ac service neutron] 10.222.0.13 "PUT /v2.0/ports/114b3c19-9453-4537-b992-5d2737a6d6f4 HTTP/1.1" status: 200 len: 1093 time: 1.1479983 May 09 04:32:27.331803 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac02e597-eed8-41a5-9300-f980ce0cf328', 'tag': '114b3c19-9453-4537-b992-5d2737a6d6f4'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:32:27.334075 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708343da101edf5db3821e80f7e6194e70163222c3a70cb9c2c474869a6028b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b0f0a7-df60-4b4d-9e56-288311640b2e" -d '{"events": [{"name": "network-changed", "server_uuid": "ac02e597-eed8-41a5-9300-f980ce0cf328", "tag": "114b3c19-9453-4537-b992-5d2737a6d6f4"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:32:27.363823 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b9498-2047-4f75-9cc5-01ce72d7dd69 req-dac02a27-85c4-42ca-8d9f-4dad49afc762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:27.365359 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-135b9498-2047-4f75-9cc5-01ce72d7dd69 req-dac02a27-85c4-42ca-8d9f-4dad49afc762 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5e56ba7f9cc64897a1d95ac15061e9e4&device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 1129 time: 0.0693374 May 09 04:32:27.368481 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d547991-ae44-4ca5-8cef-abbab5c552ac service neutron] Pushing event updated for resources: {'Port': ['ID=114b3c19-9453-4537-b992-5d2737a6d6f4,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:27.391777 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 04:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5865417f-c87e-41bb-96e0-e4caaac58ca1 x-openstack-request-id: req-5865417f-c87e-41bb-96e0-e4caaac58ca1 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:32:27.392202 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac02e597-eed8-41a5-9300-f980ce0cf328", "tag": "114b3c19-9453-4537-b992-5d2737a6d6f4", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:32:27.392352 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5865417f-c87e-41bb-96e0-e4caaac58ca1 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:32:27.392764 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5865417f-c87e-41bb-96e0-e4caaac58ca1'] response: {'name': 'network-changed', 'server_uuid': 'ac02e597-eed8-41a5-9300-f980ce0cf328', 'tag': '114b3c19-9453-4537-b992-5d2737a6d6f4', 'status': 'completed', 'code': 200} May 09 04:32:27.471221 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-0faef7e1-996f-464f-84f5-fb43d4dd28ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:27.472831 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-0faef7e1-996f-464f-84f5-fb43d4dd28ea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c83b0a8b88f452f9e12d077e8ac28c8&device_id=ac02e597-eed8-41a5-9300-f980ce0cf328 HTTP/1.1" status: 200 len: 1127 time: 0.0793185 May 09 04:32:27.529946 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-ef3a6c16-910e-4c4e-a336-48103d65882a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=114b3c19-9453-4537-b992-5d2737a6d6f4 HTTP/1.1" status: 200 len: 217 time: 0.0475006 May 09 04:32:27.577662 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b9498-2047-4f75-9cc5-01ce72d7dd69 req-82863fd8-369a-4c68-9a48-ff86359f5760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:27.579206 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-135b9498-2047-4f75-9cc5-01ce72d7dd69 req-82863fd8-369a-4c68-9a48-ff86359f5760 service neutron] 10.222.0.13 "GET /v2.0/networks?id=01d9e17c-6b96-4039-a582-d98ab8fe7760 HTTP/1.1" status: 200 len: 918 time: 0.2070627 May 09 04:32:27.668699 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3d462-313a-4c1b-8ee2-4c6d7bad7bfb req-aee60095-71ac-415c-8cd1-4980e88a70f6 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:27.670208 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-43c3d462-313a-4c1b-8ee2-4c6d7bad7bfb req-aee60095-71ac-415c-8cd1-4980e88a70f6 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac02e597-eed8-41a5-9300-f980ce0cf328 HTTP/1.1" status: 200 len: 943 time: 0.1301975 May 09 04:32:27.673930 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-880f2541-9b14-4e3e-bcaf-feebdd2c33aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:27.675298 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-880f2541-9b14-4e3e-bcaf-feebdd2c33aa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2d5198bd-ad41-455d-84af-e9d6c501ca45 HTTP/1.1" status: 200 len: 853 time: 0.1364043 May 09 04:32:27.732627 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-135b9498-2047-4f75-9cc5-01ce72d7dd69 req-db4f0649-4285-4b1c-b577-4068ee285f90 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=374d080b-906f-4857-97aa-846916239632 HTTP/1.1" status: 200 len: 1001 time: 0.1348808 May 09 04:32:27.783139 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-ddbde9c3-d0ba-42c8-943f-04c0a518acaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:27.783763 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-ddbde9c3-d0ba-42c8-943f-04c0a518acaa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cff1ca97-0d5c-4d7d-b3c2-a81f844b16da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0968018 May 09 04:32:27.857685 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-43c3d462-313a-4c1b-8ee2-4c6d7bad7bfb req-287465cd-ba30-4059-9631-e2129aab23da tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?id=a16304c9-c9fd-40e5-ac29-b96e6c34dd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814203 May 09 04:32:27.872233 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb832d4-a893-4c68-8db3-9050904822f3 req-368665aa-ae03-4ff5-86e1-6ee9db26b45a tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:27.872708 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b9498-2047-4f75-9cc5-01ce72d7dd69 req-ea68fb77-ebe7-44ab-8631-576d2731013c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:27.873754 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-efb832d4-a893-4c68-8db3-9050904822f3 req-368665aa-ae03-4ff5-86e1-6ee9db26b45a tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 945 time: 0.0492930 May 09 04:32:27.873886 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-135b9498-2047-4f75-9cc5-01ce72d7dd69 req-ea68fb77-ebe7-44ab-8631-576d2731013c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1eeed15e-26fd-4534-8116-03da5482032b HTTP/1.1" status: 200 len: 856 time: 0.1327121 May 09 04:32:27.922132 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-efb832d4-a893-4c68-8db3-9050904822f3 req-c61f6d4f-0bee-4782-a9c1-5aa2eac0e0c9 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424173 May 09 04:32:27.938280 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b9498-2047-4f75-9cc5-01ce72d7dd69 req-249486a6-14fe-4485-89cf-9fd1447a4b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:27.939817 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-135b9498-2047-4f75-9cc5-01ce72d7dd69 req-249486a6-14fe-4485-89cf-9fd1447a4b54 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=01d9e17c-6b96-4039-a582-d98ab8fe7760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0582876 May 09 04:32:27.943227 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-626aead8-c11c-4718-9db1-4423012e12ae service neutron] 10.222.0.13 "GET /v2.0/networks/cff1ca97-0d5c-4d7d-b3c2-a81f844b16da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520202 May 09 04:32:28.100638 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-135b9498-2047-4f75-9cc5-01ce72d7dd69 req-9393cfdc-0e25-4374-a1e9-42139f0b29b1 service neutron] 10.222.0.13 "GET /v2.0/networks/01d9e17c-6b96-4039-a582-d98ab8fe7760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492739 May 09 04:32:28.102386 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-aaa5eaa9-f5f4-47ff-897d-9bc86b4bd668 req-f0beb9a4-b2ff-4f93-a984-e3cafe5efd4e service neutron] 10.222.0.13 "GET /v2.0/networks/cff1ca97-0d5c-4d7d-b3c2-a81f844b16da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500797 May 09 04:32:28.195613 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-135b9498-2047-4f75-9cc5-01ce72d7dd69 req-2a679d73-661c-4f12-90e9-bba043e75b13 service neutron] 10.222.0.13 "GET /v2.0/networks/01d9e17c-6b96-4039-a582-d98ab8fe7760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855663 May 09 04:32:28.984462 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae981c-b2aa-480c-a4b9-e79bd6907d1c req-92006c9a-3b08-4e7d-82e2-fca7cf037982 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:28.986046 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8dae981c-b2aa-480c-a4b9-e79bd6907d1c req-92006c9a-3b08-4e7d-82e2-fca7cf037982 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac02e597-eed8-41a5-9300-f980ce0cf328 HTTP/1.1" status: 200 len: 943 time: 0.0595942 May 09 04:32:29.049456 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0f0a7-df60-4b4d-9e56-288311640b2e req-86238ce4-45bf-4fdf-94f5-4fdc7ff118a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:29.050493 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8c14b-4709-4067-9ddf-b6014342aa47 req-6659cf24-04e0-4116-a082-af4edf42acb0 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:29.050994 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-30b0f0a7-df60-4b4d-9e56-288311640b2e req-86238ce4-45bf-4fdf-94f5-4fdc7ff118a8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c83b0a8b88f452f9e12d077e8ac28c8&device_id=ac02e597-eed8-41a5-9300-f980ce0cf328 HTTP/1.1" status: 200 len: 1127 time: 0.0638855 May 09 04:32:29.051999 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1ff8c14b-4709-4067-9ddf-b6014342aa47 req-6659cf24-04e0-4116-a082-af4edf42acb0 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 945 time: 0.0494819 May 09 04:32:29.065038 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8dae981c-b2aa-480c-a4b9-e79bd6907d1c req-e938667c-d2eb-4b0d-b5b9-fdbf560cfb76 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?id=a16304c9-c9fd-40e5-ac29-b96e6c34dd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699847 May 09 04:32:29.108886 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1ff8c14b-4709-4067-9ddf-b6014342aa47 req-eb255b41-4038-4e87-8e96-bb28c1a56af1 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507569 May 09 04:32:30.181191 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1ea98-0202-4671-ab59-88d2f2d2049b req-195d9858-fd9d-4ef8-af60-454e4796ee3b tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:30.182990 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a1d1ea98-0202-4671-ab59-88d2f2d2049b req-195d9858-fd9d-4ef8-af60-454e4796ee3b tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac02e597-eed8-41a5-9300-f980ce0cf328 HTTP/1.1" status: 200 len: 943 time: 0.0490589 May 09 04:32:30.228199 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5a5ee-cc9c-4e1c-a13d-e3471f893444 req-d403c3d7-d169-41df-8345-5b9c9e108d89 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:30.230368 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-22a5a5ee-cc9c-4e1c-a13d-e3471f893444 req-d403c3d7-d169-41df-8345-5b9c9e108d89 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 945 time: 0.0476642 May 09 04:32:30.231950 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a1d1ea98-0202-4671-ab59-88d2f2d2049b req-c420c458-e28c-4578-ad49-8f79c0bf8fa8 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?id=a16304c9-c9fd-40e5-ac29-b96e6c34dd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436451 May 09 04:32:30.277539 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-22a5a5ee-cc9c-4e1c-a13d-e3471f893444 req-9c1f7029-078a-484c-b676-b2e09c2618da tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412958 May 09 04:32:31.342708 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec155c9b-e088-4fd7-85b2-8e5e0b4a1300 req-f8acab7c-cfaf-463c-a4f8-3aee32a8af11 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:31.344229 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ec155c9b-e088-4fd7-85b2-8e5e0b4a1300 req-f8acab7c-cfaf-463c-a4f8-3aee32a8af11 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac02e597-eed8-41a5-9300-f980ce0cf328 HTTP/1.1" status: 200 len: 943 time: 0.0473454 May 09 04:32:31.393532 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00063dbe-d0d2-408f-b12f-5df8c4c4fe58 req-bcb691d8-699e-4b9c-a3b7-661d80f9f804 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:31.394277 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ec155c9b-e088-4fd7-85b2-8e5e0b4a1300 req-0ced8f0a-a8a7-4d95-9170-819cac405596 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?id=a16304c9-c9fd-40e5-ac29-b96e6c34dd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440798 May 09 04:32:31.395161 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-00063dbe-d0d2-408f-b12f-5df8c4c4fe58 req-bcb691d8-699e-4b9c-a3b7-661d80f9f804 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 945 time: 0.0465953 May 09 04:32:31.442313 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-00063dbe-d0d2-408f-b12f-5df8c4c4fe58 req-abc00266-7929-405e-a2df-614cb90583e3 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410337 May 09 04:32:31.717524 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 114b3c19-9453-4537-b992-5d2737a6d6f4 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 04:32:31.721379 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 374d080b-906f-4857-97aa-846916239632 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:32:31.862622 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port 374d080b-906f-4857-97aa-846916239632 is: ACTIVE; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:32:31.863014 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (374d080b-906f-4857-97aa-846916239632), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:31.888586 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port 114b3c19-9453-4537-b992-5d2737a6d6f4, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=114b3c19-9453-4537-b992-5d2737a6d6f4,segment=NetworkSegment(7887ef4a-a237-48ec-8f9c-2f6abe8c4da6),segment_id=7887ef4a-a237-48ec-8f9c-2f6abe8c4da6)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:32:31.894698 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0f0a7-df60-4b4d-9e56-288311640b2e req-81399d8d-8c29-4946-a4db-c112cf9e4ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:31.896193 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-30b0f0a7-df60-4b4d-9e56-288311640b2e req-81399d8d-8c29-4946-a4db-c112cf9e4ec5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cff1ca97-0d5c-4d7d-b3c2-a81f844b16da HTTP/1.1" status: 200 len: 915 time: 0.0893397 May 09 04:32:31.908353 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f5900f-cb8a-485d-866b-580b188cc09c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '374d080b-906f-4857-97aa-846916239632'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:32:31.910560 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6941dd57353447cfe46bbb883e0d815d26e9477c6b9f0737609fdd17593c9a07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac4e20f-05ed-4d7c-9b62-f773478ca6ba" -d '{"events": [{"server_uuid": "96f5900f-cb8a-485d-866b-580b188cc09c", "name": "network-vif-unplugged", "status": "completed", "tag": "374d080b-906f-4857-97aa-846916239632"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:32:31.914791 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Returning: {'device': '114b3c19-9453-4537-b992-5d2737a6d6f4', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'port_id': '114b3c19-9453-4537-b992-5d2737a6d6f4', 'mac_address': 'fa:16:3e:e3:7b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 04:32:31.925728 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port 374d080b-906f-4857-97aa-846916239632, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=374d080b-906f-4857-97aa-846916239632,segment=NetworkSegment(75ff18d1-4dc0-4046-afd3-30ccacd1313a),segment_id=75ff18d1-4dc0-4046-afd3-30ccacd1313a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:32:31.930231 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (374d080b-906f-4857-97aa-846916239632), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:31.975011 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 May 2022 04:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd3a553-c31e-48c5-9cea-8f72c1759e05 x-openstack-request-id: req-cdd3a553-c31e-48c5-9cea-8f72c1759e05 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:32:31.975178 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f5900f-cb8a-485d-866b-580b188cc09c", "name": "network-vif-unplugged", "status": "completed", "tag": "374d080b-906f-4857-97aa-846916239632", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:32:31.975464 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cdd3a553-c31e-48c5-9cea-8f72c1759e05 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:32:31.975879 dv-cinder-838009-3-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdd3a553-c31e-48c5-9cea-8f72c1759e05'] response: {'server_uuid': '96f5900f-cb8a-485d-866b-580b188cc09c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '374d080b-906f-4857-97aa-846916239632', 'code': 200} May 09 04:32:31.984799 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-30b0f0a7-df60-4b4d-9e56-288311640b2e req-f305c46c-e271-4b44-9c4b-c976768d963b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=114b3c19-9453-4537-b992-5d2737a6d6f4 HTTP/1.1" status: 200 len: 217 time: 0.0439615 May 09 04:32:32.001223 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port 114b3c19-9453-4537-b992-5d2737a6d6f4 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:32:32.001611 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (114b3c19-9453-4537-b992-5d2737a6d6f4), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:32.023458 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=374d080b-906f-4857-97aa-846916239632,revision_number=8']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:32.036144 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 114b3c19-9453-4537-b992-5d2737a6d6f4 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 04:32:32.060983 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0f0a7-df60-4b4d-9e56-288311640b2e req-4bd233a2-e551-4ee8-aaea-ee064e4cb7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:32.063092 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-30b0f0a7-df60-4b4d-9e56-288311640b2e req-4bd233a2-e551-4ee8-aaea-ee064e4cb7de service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2d5198bd-ad41-455d-84af-e9d6c501ca45 HTTP/1.1" status: 200 len: 853 time: 0.0700545 May 09 04:32:32.067741 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port 114b3c19-9453-4537-b992-5d2737a6d6f4, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=114b3c19-9453-4537-b992-5d2737a6d6f4,segment=NetworkSegment(7887ef4a-a237-48ec-8f9c-2f6abe8c4da6),segment_id=7887ef4a-a237-48ec-8f9c-2f6abe8c4da6)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:32:32.073981 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (114b3c19-9453-4537-b992-5d2737a6d6f4), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:32.115483 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0f0a7-df60-4b4d-9e56-288311640b2e req-18e73eca-3697-4299-a29a-624caaee4c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:32.118122 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-30b0f0a7-df60-4b4d-9e56-288311640b2e req-18e73eca-3697-4299-a29a-624caaee4c8c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cff1ca97-0d5c-4d7d-b3c2-a81f844b16da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465991 May 09 04:32:32.143727 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=114b3c19-9453-4537-b992-5d2737a6d6f4,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:32.333075 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] get_ports_and_sgs() called for port_ids ['114b3c19-9453-4537-b992-5d2737a6d6f4'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 04:32:32.482825 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-30b0f0a7-df60-4b4d-9e56-288311640b2e req-6dc20fdd-056d-471e-b105-3ec541b56919 service neutron] 10.222.0.13 "GET /v2.0/networks/cff1ca97-0d5c-4d7d-b3c2-a81f844b16da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299417 May 09 04:32:32.578047 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235a0ed-670c-4723-a220-cadac330d437 req-020f0832-c6c9-47a7-a76c-a05c0c81af7d tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:32.579628 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8235a0ed-670c-4723-a220-cadac330d437 req-020f0832-c6c9-47a7-a76c-a05c0c81af7d tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac02e597-eed8-41a5-9300-f980ce0cf328 HTTP/1.1" status: 200 len: 944 time: 0.0710332 May 09 04:32:32.622440 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179c0db-365f-45d9-8f18-aa280035137d req-24a738f1-2336-4e03-8abe-3154aecb4513 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:32.624030 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c179c0db-365f-45d9-8f18-aa280035137d req-24a738f1-2336-4e03-8abe-3154aecb4513 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 943 time: 0.0644259 May 09 04:32:32.628263 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8235a0ed-670c-4723-a220-cadac330d437 req-58bb0df0-558c-417e-9c81-9e36402e6465 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?id=a16304c9-c9fd-40e5-ac29-b96e6c34dd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425534 May 09 04:32:32.654904 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-30b0f0a7-df60-4b4d-9e56-288311640b2e req-a6e42883-074a-4542-a24f-d69dcc3f6ecb service neutron] 10.222.0.13 "GET /v2.0/networks/cff1ca97-0d5c-4d7d-b3c2-a81f844b16da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592085 May 09 04:32:32.686109 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c179c0db-365f-45d9-8f18-aa280035137d req-00dc87c3-3f1d-4c37-8e97-95473895f55d tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563774 May 09 04:32:33.030693 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 114b3c19-9453-4537-b992-5d2737a6d6f4 up at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:32:33.082206 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Provisioning for port 114b3c19-9453-4537-b992-5d2737a6d6f4 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 04:32:33.090313 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Provisioning complete for port 114b3c19-9453-4537-b992-5d2737a6d6f4 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:32:33.090807 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (114b3c19-9453-4537-b992-5d2737a6d6f4), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:33.172845 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port 114b3c19-9453-4537-b992-5d2737a6d6f4 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:32:33.173241 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (114b3c19-9453-4537-b992-5d2737a6d6f4), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:33.216256 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port 114b3c19-9453-4537-b992-5d2737a6d6f4, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=114b3c19-9453-4537-b992-5d2737a6d6f4,segment=NetworkSegment(7887ef4a-a237-48ec-8f9c-2f6abe8c4da6),segment_id=7887ef4a-a237-48ec-8f9c-2f6abe8c4da6)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:32:33.221281 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (114b3c19-9453-4537-b992-5d2737a6d6f4), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:33.269671 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=114b3c19-9453-4537-b992-5d2737a6d6f4,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:33.640028 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59724b9-c36c-4ca0-8fc6-dab53006f365 req-183edd1d-62d9-4976-baa4-e1566cc6a0b9 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:33.641530 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d59724b9-c36c-4ca0-8fc6-dab53006f365 req-183edd1d-62d9-4976-baa4-e1566cc6a0b9 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 943 time: 0.0608168 May 09 04:32:33.676322 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-acd233d6-6a2d-454e-8dee-577bfcd460e9 req-58eefda3-2afe-4e67-a6a2-7e80aa8372ad service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0460849 May 09 04:32:33.699038 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d59724b9-c36c-4ca0-8fc6-dab53006f365 req-c2e29cb3-3279-4c82-b5f8-626bfedf82e9 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516813 May 09 04:32:33.778092 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d592a-3b62-4f79-ad13-3d6cd1e8d5a6 req-84d550f7-86a4-402a-8b77-dea3aae28edb tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:33.779732 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f68d592a-3b62-4f79-ad13-3d6cd1e8d5a6 req-84d550f7-86a4-402a-8b77-dea3aae28edb tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac02e597-eed8-41a5-9300-f980ce0cf328 HTTP/1.1" status: 200 len: 945 time: 0.0796986 May 09 04:32:33.789555 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd233d6-6a2d-454e-8dee-577bfcd460e9 req-44a7b447-0bd2-472e-84de-b6183eea1975 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:33.791413 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-acd233d6-6a2d-454e-8dee-577bfcd460e9 req-44a7b447-0bd2-472e-84de-b6183eea1975 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports/374d080b-906f-4857-97aa-846916239632 HTTP/1.1" status: 200 len: 940 time: 0.0805509 May 09 04:32:33.836662 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f68d592a-3b62-4f79-ad13-3d6cd1e8d5a6 req-1f653dee-0696-4b3c-baf1-315f62366354 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?id=a16304c9-c9fd-40e5-ac29-b96e6c34dd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442455 May 09 04:32:33.977407 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac02e597-eed8-41a5-9300-f980ce0cf328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '114b3c19-9453-4537-b992-5d2737a6d6f4'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:32:33.980490 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6941dd57353447cfe46bbb883e0d815d26e9477c6b9f0737609fdd17593c9a07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b70a3a8-b1c1-4bb0-b67f-5d9dcba3d9ac" -d '{"events": [{"server_uuid": "ac02e597-eed8-41a5-9300-f980ce0cf328", "name": "network-vif-plugged", "status": "completed", "tag": "114b3c19-9453-4537-b992-5d2737a6d6f4"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:32:34.015772 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 04:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81f5291-eaa1-403e-a589-423b9bb8ee75 x-openstack-request-id: req-b81f5291-eaa1-403e-a589-423b9bb8ee75 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:32:34.016300 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac02e597-eed8-41a5-9300-f980ce0cf328", "name": "network-vif-plugged", "status": "completed", "tag": "114b3c19-9453-4537-b992-5d2737a6d6f4", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:32:34.016738 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b81f5291-eaa1-403e-a589-423b9bb8ee75 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:32:34.017625 dv-cinder-838009-3-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b81f5291-eaa1-403e-a589-423b9bb8ee75'] response: {'server_uuid': 'ac02e597-eed8-41a5-9300-f980ce0cf328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '114b3c19-9453-4537-b992-5d2737a6d6f4', 'code': 200} May 09 04:32:34.208979 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ec284-01e1-4a01-8bba-563d17e42f5e req-b7e9054a-b30b-4dc8-b373-2ff063bde5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:34.210452 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-e60ec284-01e1-4a01-8bba-563d17e42f5e req-b7e9054a-b30b-4dc8-b373-2ff063bde5db service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ac02e597-eed8-41a5-9300-f980ce0cf328 HTTP/1.1" status: 200 len: 1129 time: 0.0458975 May 09 04:32:34.255959 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-e60ec284-01e1-4a01-8bba-563d17e42f5e req-bdb141a1-db19-42bf-b460-6d39c0072cec service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a16304c9-c9fd-40e5-ac29-b96e6c34dd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390058 May 09 04:32:34.828486 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec861a48-c2fd-40e1-9035-35b9c789b255 req-167dac77-216e-40cb-b12a-f18b8d6759bf tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:34.829969 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ec861a48-c2fd-40e1-9035-35b9c789b255 req-167dac77-216e-40cb-b12a-f18b8d6759bf tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 943 time: 0.0475650 May 09 04:32:34.878582 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ec861a48-c2fd-40e1-9035-35b9c789b255 req-a153a402-a24f-477e-b661-d56a06ea5015 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428030 May 09 04:32:34.971075 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a6903a-afe2-443f-aad5-d1db2460cd57 req-85406896-28a9-4c44-ac78-85b689eca956 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:34.972763 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-85a6903a-afe2-443f-aad5-d1db2460cd57 req-85406896-28a9-4c44-ac78-85b689eca956 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac02e597-eed8-41a5-9300-f980ce0cf328 HTTP/1.1" status: 200 len: 945 time: 0.0537348 May 09 04:32:35.021856 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-85a6903a-afe2-443f-aad5-d1db2460cd57 req-64b97932-5715-47d5-85f6-05f97160ef44 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?id=a16304c9-c9fd-40e5-ac29-b96e6c34dd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434606 May 09 04:32:35.036802 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 48468) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:32:35.121520 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd233d6-6a2d-454e-8dee-577bfcd460e9 req-569f1407-65ae-4122-b959-78547333f4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:35.123012 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-acd233d6-6a2d-454e-8dee-577bfcd460e9 req-569f1407-65ae-4122-b959-78547333f4a1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c&tenant_id=5e56ba7f9cc64897a1d95ac15061e9e4 HTTP/1.1" status: 200 len: 1127 time: 0.0754924 May 09 04:32:35.154903 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa8690fb-5b60-4a9c-90a8-a962f12075e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:35.196449 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd233d6-6a2d-454e-8dee-577bfcd460e9 req-9d592a13-9347-4918-8b27-cfe55c6c62e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:35.197944 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-acd233d6-6a2d-454e-8dee-577bfcd460e9 req-9d592a13-9347-4918-8b27-cfe55c6c62e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5e56ba7f9cc64897a1d95ac15061e9e4&device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 1127 time: 0.0508633 May 09 04:32:35.325009 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa8690fb-5b60-4a9c-90a8-a962f12075e0 admin admin] Publish callbacks [] for security_group (b5764b46-0ec3-4368-ba67-47665447b892), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:35.327999 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd233d6-6a2d-454e-8dee-577bfcd460e9 req-81a40a24-f216-47f6-9234-9e8690970b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:35.329498 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-acd233d6-6a2d-454e-8dee-577bfcd460e9 req-81a40a24-f216-47f6-9234-9e8690970b30 service neutron] 10.222.0.13 "GET /v2.0/networks?id=01d9e17c-6b96-4039-a582-d98ab8fe7760 HTTP/1.1" status: 200 len: 918 time: 0.1181304 May 09 04:32:35.330423 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fa8690fb-5b60-4a9c-90a8-a962f12075e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (b5764b46-0ec3-4368-ba67-47665447b892), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:35.375226 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-fa8690fb-5b60-4a9c-90a8-a962f12075e0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=68fd978dc9b7403594c9ea47d42c0e35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3373389 May 09 04:32:35.378493 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 48472) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:32:35.402204 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8690fb-5b60-4a9c-90a8-a962f12075e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5764b46-0ec3-4368-ba67-47665447b892,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:35.430793 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-acd233d6-6a2d-454e-8dee-577bfcd460e9 req-393b80fa-cb25-4658-b9cc-47ed611ddece service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=374d080b-906f-4857-97aa-846916239632 HTTP/1.1" status: 200 len: 999 time: 0.0701239 May 09 04:32:35.448483 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-52c2e30d-9756-4827-b270-ecb85e08c3e4 admin admin] Publish callbacks [] for security_group (b5764b46-0ec3-4368-ba67-47665447b892), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:35.469704 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-52c2e30d-9756-4827-b270-ecb85e08c3e4 admin admin] Publish callbacks [] for security_group (b5764b46-0ec3-4368-ba67-47665447b892), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:35.515880 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-52c2e30d-9756-4827-b270-ecb85e08c3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (b5764b46-0ec3-4368-ba67-47665447b892), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:35.518457 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-52c2e30d-9756-4827-b270-ecb85e08c3e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:35.519585 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-52c2e30d-9756-4827-b270-ecb85e08c3e4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b5764b46-0ec3-4368-ba67-47665447b892 HTTP/1.1" status: 204 len: 168 time: 0.1397223 May 09 04:32:35.527825 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c2e30d-9756-4827-b270-ecb85e08c3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5764b46-0ec3-4368-ba67-47665447b892,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:35.777251 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 48478) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:32:35.789808 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71c91866-173b-4171-bbf7-c331f099eb2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:35.866091 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71c91866-173b-4171-bbf7-c331f099eb2e admin admin] Publish callbacks [] for security_group (7eb69ce2-5bd4-4318-b4cc-914faa01e9ea), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:35.871202 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-71c91866-173b-4171-bbf7-c331f099eb2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (7eb69ce2-5bd4-4318-b4cc-914faa01e9ea), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:35.898144 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd233d6-6a2d-454e-8dee-577bfcd460e9 req-c97ce0d8-37f2-44ff-90f4-7f7b87ef7bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:35.899678 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-acd233d6-6a2d-454e-8dee-577bfcd460e9 req-c97ce0d8-37f2-44ff-90f4-7f7b87ef7bda service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1eeed15e-26fd-4534-8116-03da5482032b HTTP/1.1" status: 200 len: 856 time: 0.0532396 May 09 04:32:35.910449 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-71c91866-173b-4171-bbf7-c331f099eb2e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3cc4043175c24d17b0e4c405694688ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1321318 May 09 04:32:35.911305 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c91866-173b-4171-bbf7-c331f099eb2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb69ce2-5bd4-4318-b4cc-914faa01e9ea,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:35.913742 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 48482) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:32:35.964814 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd233d6-6a2d-454e-8dee-577bfcd460e9 req-651ccf24-d52b-4278-a9c5-42b0f91d800d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:35.966241 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-acd233d6-6a2d-454e-8dee-577bfcd460e9 req-651ccf24-d52b-4278-a9c5-42b0f91d800d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=01d9e17c-6b96-4039-a582-d98ab8fe7760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0603471 May 09 04:32:36.073121 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af7a30-30f2-47b5-a4eb-7b602e253c18 req-3b475d16-032f-4911-9483-96482d932f19 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:36.074625 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c6af7a30-30f2-47b5-a4eb-7b602e253c18 req-3b475d16-032f-4911-9483-96482d932f19 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 943 time: 0.1037657 May 09 04:32:36.075267 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-373e4f3e-ad90-4b23-8767-4543393f22f0 admin admin] Publish callbacks [] for security_group (7eb69ce2-5bd4-4318-b4cc-914faa01e9ea), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:36.130957 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-373e4f3e-ad90-4b23-8767-4543393f22f0 admin admin] Publish callbacks [] for security_group (7eb69ce2-5bd4-4318-b4cc-914faa01e9ea), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:36.143231 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e91ab-484c-41b4-abee-5648a3b21989 req-6c91ff8d-e2d8-48ed-b6c9-eedee97f23c5 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:36.145332 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-af8e91ab-484c-41b4-abee-5648a3b21989 req-6c91ff8d-e2d8-48ed-b6c9-eedee97f23c5 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac02e597-eed8-41a5-9300-f980ce0cf328 HTTP/1.1" status: 200 len: 945 time: 0.0516834 May 09 04:32:36.185518 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-acd233d6-6a2d-454e-8dee-577bfcd460e9 req-a1183dd7-0ca9-4cee-adcc-de5c37f7a35a service neutron] 10.222.0.13 "GET /v2.0/networks/01d9e17c-6b96-4039-a582-d98ab8fe7760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024598 May 09 04:32:36.193047 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c6af7a30-30f2-47b5-a4eb-7b602e253c18 req-7fbad6d4-c0e6-4830-8012-a55525b8a955 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107793 May 09 04:32:36.193679 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-af8e91ab-484c-41b4-abee-5648a3b21989 req-13394def-fddb-4856-801b-b3f111e7bb34 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?id=a16304c9-c9fd-40e5-ac29-b96e6c34dd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418527 May 09 04:32:36.262742 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-373e4f3e-ad90-4b23-8767-4543393f22f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (7eb69ce2-5bd4-4318-b4cc-914faa01e9ea), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:36.265274 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-373e4f3e-ad90-4b23-8767-4543393f22f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:36.266400 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-373e4f3e-ad90-4b23-8767-4543393f22f0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7eb69ce2-5bd4-4318-b4cc-914faa01e9ea HTTP/1.1" status: 204 len: 168 time: 0.3506043 May 09 04:32:36.283555 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e4f3e-ad90-4b23-8767-4543393f22f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb69ce2-5bd4-4318-b4cc-914faa01e9ea,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:36.301291 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-acd233d6-6a2d-454e-8dee-577bfcd460e9 req-b78e3912-14e6-4a44-9045-a0ea37720806 service neutron] 10.222.0.13 "GET /v2.0/networks/01d9e17c-6b96-4039-a582-d98ab8fe7760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073060 May 09 04:32:36.323576 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7b051-b1e0-4539-ba99-d7a53b945be4 req-2489b724-bbf8-4bb5-9b6f-e04684c8aa39 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:36.325284 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-92a7b051-b1e0-4539-ba99-d7a53b945be4 req-2489b724-bbf8-4bb5-9b6f-e04684c8aa39 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac02e597-eed8-41a5-9300-f980ce0cf328 HTTP/1.1" status: 200 len: 945 time: 0.0587299 May 09 04:32:36.335318 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 48494) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:32:36.340134 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-b35704c8-2f2b-4982-94fd-6ff22ca64ea5 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Request body: {'floatingip': {'port_id': '114b3c19-9453-4537-b992-5d2737a6d6f4'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:32:36.384961 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b35704c8-2f2b-4982-94fd-6ff22ca64ea5 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for floatingip (839dfa94-d169-4164-8ea5-e054e48bb333), before_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:37.027004 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 374d080b-906f-4857-97aa-846916239632 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:32:37.168137 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b35704c8-2f2b-4982-94fd-6ff22ca64ea5 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:37.176531 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b35704c8-2f2b-4982-94fd-6ff22ca64ea5 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-653345'] for floatingip (839dfa94-d169-4164-8ea5-e054e48bb333), after_update {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:37.265284 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port 374d080b-906f-4857-97aa-846916239632 is: DOWN; New status is: DOWN {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:32:37.420861 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8c556-54c5-452f-8528-d06d1474f3da req-b5530ebf-4f9a-4d0e-b885-e2c74a2aeb84 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:37.425360 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ace8c556-54c5-452f-8528-d06d1474f3da req-b5530ebf-4f9a-4d0e-b885-e2c74a2aeb84 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 943 time: 0.1219325 May 09 04:32:37.463118 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.db.l3_db [None req-b35704c8-2f2b-4982-94fd-6ff22ca64ea5 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Floating IP 839dfa94-d169-4164-8ea5-e054e48bb333 associated. External IP: 172.27.2.103, port: 114b3c19-9453-4537-b992-5d2737a6d6f4. May 09 04:32:37.493215 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ace8c556-54c5-452f-8528-d06d1474f3da req-1d65e941-f8c6-437b-978c-edacd72843ed tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568590 May 09 04:32:37.837749 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35704c8-2f2b-4982-94fd-6ff22ca64ea5 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Router 4d52aa5f-732c-4e4d-b61c-fb86a901d96c has already been hosted by L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 04:32:38.062904 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35704c8-2f2b-4982-94fd-6ff22ca64ea5 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:32:38.080007 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b35704c8-2f2b-4982-94fd-6ff22ca64ea5 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:38.082204 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885a1e71-a694-4cd1-996d-f225d2fa078b None None] Sync routers for ids ['4d52aa5f-732c-4e4d-b61c-fb86a901d96c'] in dv-cinder-838009-3-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:32:38.098393 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885a1e71-a694-4cd1-996d-f225d2fa078b None None] Routers {'4d52aa5f-732c-4e4d-b61c-fb86a901d96c'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:32:38.100471 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-885a1e71-a694-4cd1-996d-f225d2fa078b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:32:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['4d52aa5f-732c-4e4d-b61c-fb86a901d96c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:32:38.126712 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-b35704c8-2f2b-4982-94fd-6ff22ca64ea5 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "PUT /v2.0/floatingips/839dfa94-d169-4164-8ea5-e054e48bb333 HTTP/1.1" status: 200 len: 991 time: 1.7906444 May 09 04:32:38.127413 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac02e597-eed8-41a5-9300-f980ce0cf328', 'tag': '114b3c19-9453-4537-b992-5d2737a6d6f4'}] {{(pid=103226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:32:38.130088 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a98aaefa13d75cb12d9cbfc750f918ae1aa7d1c3c8041a7e7d91ea73ff80a89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1784f29c-c73c-45b2-90b7-632d15183c6b" -d '{"events": [{"name": "network-changed", "server_uuid": "ac02e597-eed8-41a5-9300-f980ce0cf328", "tag": "114b3c19-9453-4537-b992-5d2737a6d6f4"}]}' {{(pid=103226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:32:38.238197 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-885a1e71-a694-4cd1-996d-f225d2fa078b None None] Set router 4d52aa5f-732c-4e4d-b61c-fb86a901d96c gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:32:38.398433 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 04:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea1d0f4-a934-4ce2-8dcb-82bb9b86095b x-openstack-request-id: req-cea1d0f4-a934-4ce2-8dcb-82bb9b86095b {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:32:38.398954 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac02e597-eed8-41a5-9300-f980ce0cf328", "tag": "114b3c19-9453-4537-b992-5d2737a6d6f4", "status": "completed", "code": 200}]} {{(pid=103226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:32:38.399150 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cea1d0f4-a934-4ce2-8dcb-82bb9b86095b {{(pid=103226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:32:38.399699 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cea1d0f4-a934-4ce2-8dcb-82bb9b86095b'] response: {'name': 'network-changed', 'server_uuid': 'ac02e597-eed8-41a5-9300-f980ce0cf328', 'tag': '114b3c19-9453-4537-b992-5d2737a6d6f4', 'status': 'completed', 'code': 200} May 09 04:32:38.505574 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-885a1e71-a694-4cd1-996d-f225d2fa078b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'name': 'tempest-AttachVolumeNegativeTest-195011021-router', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:53Z', 'updated_at': '2022-05-09T04:28:01Z', 'revision_number': 4, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'gw_port': {'id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:54Z', 'updated_at': '2022-05-09T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_floatingips': [{'id': '839dfa94-d169-4164-8ea5-e054e48bb333', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'floating_ip_address': '172.27.2.103', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'port_id': '114b3c19-9453-4537-b992-5d2737a6d6f4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'mac_address': 'fa:16:3e:e3:7b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac02e597-eed8-41a5-9300-f980ce0cf328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:32:22Z', 'updated_at': '2022-05-09T04:32:37Z', 'revision_number': 1, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '529116a4-e0e4-4a10-a24e-711cb18b842b', 'name': '', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'mac_address': 'fa:16:3e:b2:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:28:00Z', 'updated_at': '2022-05-09T04:28:11Z', 'revision_number': 5, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'subnets': [{'id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:32:38.536825 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885a1e71-a694-4cd1-996d-f225d2fa078b None None] Checking router: 4d52aa5f-732c-4e4d-b61c-fb86a901d96c for host: dv-cinder-838009-3-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:32:38.547267 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885a1e71-a694-4cd1-996d-f225d2fa078b None None] Routers {'4d52aa5f-732c-4e4d-b61c-fb86a901d96c'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:32:38.548119 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-885a1e71-a694-4cd1-996d-f225d2fa078b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:32:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['4d52aa5f-732c-4e4d-b61c-fb86a901d96c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:32:38.697590 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ac66a-a3a0-4b5b-aeea-c319b5509504 req-ac493a90-324a-4c59-883f-db7885aca660 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:38.700360 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-190ac66a-a3a0-4b5b-aeea-c319b5509504 req-ac493a90-324a-4c59-883f-db7885aca660 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 943 time: 0.0948882 May 09 04:32:38.759017 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-885a1e71-a694-4cd1-996d-f225d2fa078b None None] Set router 4d52aa5f-732c-4e4d-b61c-fb86a901d96c gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:32:38.797188 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-190ac66a-a3a0-4b5b-aeea-c319b5509504 req-5277b5e4-0dea-4160-817e-9770683c5d59 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884776 May 09 04:32:38.920058 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-370d6890-4747-4f07-aac5-83a93d9e9b41 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 04:32:39.006994 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-885a1e71-a694-4cd1-996d-f225d2fa078b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'name': 'tempest-AttachVolumeNegativeTest-195011021-router', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:53Z', 'updated_at': '2022-05-09T04:28:01Z', 'revision_number': 4, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'gw_port': {'id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:54Z', 'updated_at': '2022-05-09T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_floatingips': [{'id': '839dfa94-d169-4164-8ea5-e054e48bb333', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'floating_ip_address': '172.27.2.103', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'port_id': '114b3c19-9453-4537-b992-5d2737a6d6f4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'mac_address': 'fa:16:3e:e3:7b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac02e597-eed8-41a5-9300-f980ce0cf328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:32:22Z', 'updated_at': '2022-05-09T04:32:37Z', 'revision_number': 1, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '529116a4-e0e4-4a10-a24e-711cb18b842b', 'name': '', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'mac_address': 'fa:16:3e:b2:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:28:00Z', 'updated_at': '2022-05-09T04:28:11Z', 'revision_number': 5, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'subnets': [{'id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:32:39.035886 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885a1e71-a694-4cd1-996d-f225d2fa078b None None] The sync data for ids ['4d52aa5f-732c-4e4d-b61c-fb86a901d96c'] in dv-cinder-838009-3-iscsi is: [{'id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'name': 'tempest-AttachVolumeNegativeTest-195011021-router', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:53Z', 'updated_at': '2022-05-09T04:28:01Z', 'revision_number': 4, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'gw_port': {'id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:54Z', 'updated_at': '2022-05-09T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_floatingips': [{'id': '839dfa94-d169-4164-8ea5-e054e48bb333', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'floating_ip_address': '172.27.2.103', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'port_id': '114b3c19-9453-4537-b992-5d2737a6d6f4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'mac_address': 'fa:16:3e:e3:7b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac02e597-eed8-41a5-9300-f980ce0cf328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:32:22Z', 'updated_at': '2022-05-09T04:32:37Z', 'revision_number': 1, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '529116a4-e0e4-4a10-a24e-711cb18b842b', 'name': '', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'mac_address': 'fa:16:3e:b2:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:28:00Z', 'updated_at': '2022-05-09T04:28:11Z', 'revision_number': 5, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'subnets': [{'id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:32:39.305921 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da40a68f-d808-4cda-9d8a-a662b7d8698a None None] New status for floating IP 839dfa94-d169-4164-8ea5-e054e48bb333: ACTIVE {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 04:32:39.954496 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a649907-ea1e-4890-8b35-03f99dfeee43 req-b30e8d14-9bd7-478f-b2e7-0b115febdf54 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:39.956969 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4a649907-ea1e-4890-8b35-03f99dfeee43 req-b30e8d14-9bd7-478f-b2e7-0b115febdf54 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 943 time: 0.0524652 May 09 04:32:40.010183 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4a649907-ea1e-4890-8b35-03f99dfeee43 req-c618bf1e-7126-49ac-90c4-f227617fa239 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476029 May 09 04:32:41.144115 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0b907-ec24-4158-931b-323f16648c2d req-efbea486-8d2c-49d5-b5f6-abb2b3b80e30 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:41.148367 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-2ab0b907-ec24-4158-931b-323f16648c2d req-efbea486-8d2c-49d5-b5f6-abb2b3b80e30 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 943 time: 0.0559180 May 09 04:32:41.199164 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-2ab0b907-ec24-4158-931b-323f16648c2d req-5f1617f7-25d7-4607-9e76-f5f0ed3d1ce2 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465529 May 09 04:32:42.331699 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c49bd-6a61-4ae9-84e1-159920f34f41 req-8479e29a-a811-4296-8a10-d80c9eacbd21 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:42.333244 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-924c49bd-6a61-4ae9-84e1-159920f34f41 req-8479e29a-a811-4296-8a10-d80c9eacbd21 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 943 time: 0.0549865 May 09 04:32:42.393402 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-924c49bd-6a61-4ae9-84e1-159920f34f41 req-dc543e6d-b3a5-44fd-8a5c-11df5ba3d859 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529242 May 09 04:32:42.419436 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 48644) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:32:42.553850 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ff6f84d2-1f89-406a-816d-0f27c03c6e7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:42.641831 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ff6f84d2-1f89-406a-816d-0f27c03c6e7e admin admin] Publish callbacks [] for security_group (588eb37d-79d0-427c-bdeb-91fc225f94e1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:42.653211 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ff6f84d2-1f89-406a-816d-0f27c03c6e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (588eb37d-79d0-427c-bdeb-91fc225f94e1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:42.694315 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-ff6f84d2-1f89-406a-816d-0f27c03c6e7e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f91e0bacc98046d5bdc54fc8308a36ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2737157 May 09 04:32:42.695651 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f84d2-1f89-406a-816d-0f27c03c6e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588eb37d-79d0-427c-bdeb-91fc225f94e1,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:42.697131 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 48652) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:32:42.752764 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-31650e59-f99d-4a61-9545-0ef5f2b19733 admin admin] Publish callbacks [] for security_group (588eb37d-79d0-427c-bdeb-91fc225f94e1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:42.781733 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-31650e59-f99d-4a61-9545-0ef5f2b19733 admin admin] Publish callbacks [] for security_group (588eb37d-79d0-427c-bdeb-91fc225f94e1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:42.839116 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-31650e59-f99d-4a61-9545-0ef5f2b19733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (588eb37d-79d0-427c-bdeb-91fc225f94e1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:42.842654 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-31650e59-f99d-4a61-9545-0ef5f2b19733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:42.844745 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-31650e59-f99d-4a61-9545-0ef5f2b19733 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/588eb37d-79d0-427c-bdeb-91fc225f94e1 HTTP/1.1" status: 204 len: 168 time: 0.1457646 May 09 04:32:42.860814 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31650e59-f99d-4a61-9545-0ef5f2b19733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588eb37d-79d0-427c-bdeb-91fc225f94e1,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:43.149567 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 48658) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:32:43.167699 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-40baa45e-f0b2-4ead-85b3-99d8a9ee6181 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:43.262295 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-40baa45e-f0b2-4ead-85b3-99d8a9ee6181 admin admin] Publish callbacks [] for security_group (0ca34c18-395a-4976-b8a3-e61d812fce87), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:43.266336 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-40baa45e-f0b2-4ead-85b3-99d8a9ee6181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (0ca34c18-395a-4976-b8a3-e61d812fce87), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:43.304768 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40baa45e-f0b2-4ead-85b3-99d8a9ee6181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca34c18-395a-4976-b8a3-e61d812fce87,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:43.310080 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-40baa45e-f0b2-4ead-85b3-99d8a9ee6181 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7fe8be6d70ad498ca90790fa3f995eb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1586299 May 09 04:32:43.312692 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 48660) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:32:43.366781 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8079cb45-e7c7-4282-ab84-0a23224cdf41 admin admin] Publish callbacks [] for security_group (0ca34c18-395a-4976-b8a3-e61d812fce87), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:43.391089 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8079cb45-e7c7-4282-ab84-0a23224cdf41 admin admin] Publish callbacks [] for security_group (0ca34c18-395a-4976-b8a3-e61d812fce87), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:43.452033 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8079cb45-e7c7-4282-ab84-0a23224cdf41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (0ca34c18-395a-4976-b8a3-e61d812fce87), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:43.455686 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8079cb45-e7c7-4282-ab84-0a23224cdf41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:43.461586 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-8079cb45-e7c7-4282-ab84-0a23224cdf41 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0ca34c18-395a-4976-b8a3-e61d812fce87 HTTP/1.1" status: 204 len: 168 time: 0.1478274 May 09 04:32:43.472240 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079cb45-e7c7-4282-ab84-0a23224cdf41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca34c18-395a-4976-b8a3-e61d812fce87,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:43.578254 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1bf4b-e2a1-4a1b-a978-963080a685b5 req-2dd3d1ab-89ce-40bc-a001-dea34ad4f84f tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:43.579809 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-72f1bf4b-e2a1-4a1b-a978-963080a685b5 req-2dd3d1ab-89ce-40bc-a001-dea34ad4f84f tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 943 time: 0.0681636 May 09 04:32:43.676657 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-72f1bf4b-e2a1-4a1b-a978-963080a685b5 req-771b9814-7f94-48da-a8de-7b31181532bf tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748813 May 09 04:32:43.876152 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 48670) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:32:43.891973 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8735477a-5996-4554-9646-8f4e5f92182e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:43.997551 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8735477a-5996-4554-9646-8f4e5f92182e admin admin] Publish callbacks [] for security_group (b08bd7e9-971b-4583-8cec-96e5266a6a2b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:44.001464 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8735477a-5996-4554-9646-8f4e5f92182e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (b08bd7e9-971b-4583-8cec-96e5266a6a2b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:44.041122 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8735477a-5996-4554-9646-8f4e5f92182e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b08bd7e9-971b-4583-8cec-96e5266a6a2b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:44.049610 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-8735477a-5996-4554-9646-8f4e5f92182e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5eb39ee0d4374240b7fd29e0bf23c970&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1698844 May 09 04:32:44.049846 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 48672) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:32:44.100806 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f0580661-1cab-4c6a-821d-0d6bcce8a0f8 admin admin] Publish callbacks [] for security_group (b08bd7e9-971b-4583-8cec-96e5266a6a2b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:44.126777 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f0580661-1cab-4c6a-821d-0d6bcce8a0f8 admin admin] Publish callbacks [] for security_group (b08bd7e9-971b-4583-8cec-96e5266a6a2b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:44.185234 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f0580661-1cab-4c6a-821d-0d6bcce8a0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (b08bd7e9-971b-4583-8cec-96e5266a6a2b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:44.187803 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f0580661-1cab-4c6a-821d-0d6bcce8a0f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:44.189072 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-f0580661-1cab-4c6a-821d-0d6bcce8a0f8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b08bd7e9-971b-4583-8cec-96e5266a6a2b HTTP/1.1" status: 204 len: 168 time: 0.1383042 May 09 04:32:44.199055 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0580661-1cab-4c6a-821d-0d6bcce8a0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08bd7e9-971b-4583-8cec-96e5266a6a2b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:44.854437 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f92e2-b3f8-4ea9-9996-b25d5be1db06 req-3b73b8ec-a4a0-405b-95d7-ea90f2764a38 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:44.856739 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b26f92e2-b3f8-4ea9-9996-b25d5be1db06 req-3b73b8ec-a4a0-405b-95d7-ea90f2764a38 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 943 time: 0.0850418 May 09 04:32:44.920754 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b26f92e2-b3f8-4ea9-9996-b25d5be1db06 req-cba7411b-e245-44ed-bdbb-fb8acd48ce68 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583198 May 09 04:32:45.944384 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1784f29c-c73c-45b2-90b7-632d15183c6b req-dbb8aa73-b718-4ca6-80d4-698580835466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:45.946815 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-1784f29c-c73c-45b2-90b7-632d15183c6b req-dbb8aa73-b718-4ca6-80d4-698580835466 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c83b0a8b88f452f9e12d077e8ac28c8&device_id=ac02e597-eed8-41a5-9300-f980ce0cf328 HTTP/1.1" status: 200 len: 1129 time: 0.0460751 May 09 04:32:46.133114 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32716b-89af-4797-8215-1c235a4d8822 req-f86ae993-49b9-4c57-aa3a-b8a3552ef722 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:46.135187 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-4d32716b-89af-4797-8215-1c235a4d8822 req-f86ae993-49b9-4c57-aa3a-b8a3552ef722 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 943 time: 0.0570548 May 09 04:32:46.184501 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-4d32716b-89af-4797-8215-1c235a4d8822 req-906a2675-449e-46a2-a6ce-50ac64065920 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429783 May 09 04:32:46.883285 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1784f29c-c73c-45b2-90b7-632d15183c6b req-02217de2-50f3-4804-8826-45bd99dd32fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:46.884927 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-1784f29c-c73c-45b2-90b7-632d15183c6b req-02217de2-50f3-4804-8826-45bd99dd32fc service neutron] 10.222.0.13 "GET /v2.0/networks?id=cff1ca97-0d5c-4d7d-b3c2-a81f844b16da HTTP/1.1" status: 200 len: 915 time: 0.0912824 May 09 04:32:47.209676 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-1784f29c-c73c-45b2-90b7-632d15183c6b req-6a31dda0-7365-4599-93ea-453d3757eaf4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=114b3c19-9453-4537-b992-5d2737a6d6f4 HTTP/1.1" status: 200 len: 1001 time: 0.0639818 May 09 04:32:47.268639 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1784f29c-c73c-45b2-90b7-632d15183c6b req-9aa747f5-41a0-48d7-900c-f5f3fba106f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:47.270237 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-1784f29c-c73c-45b2-90b7-632d15183c6b req-9aa747f5-41a0-48d7-900c-f5f3fba106f4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2d5198bd-ad41-455d-84af-e9d6c501ca45 HTTP/1.1" status: 200 len: 853 time: 0.0552232 May 09 04:32:47.320787 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1784f29c-c73c-45b2-90b7-632d15183c6b req-fb9523da-8520-44c4-b0b1-d221fc853c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:47.322738 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-1784f29c-c73c-45b2-90b7-632d15183c6b req-fb9523da-8520-44c4-b0b1-d221fc853c8c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cff1ca97-0d5c-4d7d-b3c2-a81f844b16da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446520 May 09 04:32:47.330954 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15bcf5-9912-45a1-a6c9-cde5d70772e3 req-9c6ccb6f-df9a-494a-91ec-1ae47759b062 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:47.332485 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2a15bcf5-9912-45a1-a6c9-cde5d70772e3 req-9c6ccb6f-df9a-494a-91ec-1ae47759b062 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 943 time: 0.0496142 May 09 04:32:47.393883 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2a15bcf5-9912-45a1-a6c9-cde5d70772e3 req-c69228b9-cdc6-4f7d-8543-03513c8de81a tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530543 May 09 04:32:47.426497 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-1784f29c-c73c-45b2-90b7-632d15183c6b req-4dd95e18-7137-4fe7-a486-596e92498ea9 service neutron] 10.222.0.13 "GET /v2.0/networks/cff1ca97-0d5c-4d7d-b3c2-a81f844b16da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957448 May 09 04:32:47.525765 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-1784f29c-c73c-45b2-90b7-632d15183c6b req-b10f7d5a-9a53-48db-a763-d854eef04fca service neutron] 10.222.0.13 "GET /v2.0/networks/cff1ca97-0d5c-4d7d-b3c2-a81f844b16da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915844 May 09 04:32:48.509987 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac574115-2bb6-41c2-82cb-3453c7153753 req-5ffedc9c-eab4-46ca-9734-a89e625fcedc tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:48.511568 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ac574115-2bb6-41c2-82cb-3453c7153753 req-5ffedc9c-eab4-46ca-9734-a89e625fcedc tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 943 time: 0.0469286 May 09 04:32:48.559342 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ac574115-2bb6-41c2-82cb-3453c7153753 req-4e1cc9b8-6c8e-45cd-8ba6-4beae64c03d9 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421505 May 09 04:32:49.101491 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 374d080b-906f-4857-97aa-846916239632 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 04:32:49.211442 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port 374d080b-906f-4857-97aa-846916239632, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=374d080b-906f-4857-97aa-846916239632,segment=NetworkSegment(75ff18d1-4dc0-4046-afd3-30ccacd1313a),segment_id=75ff18d1-4dc0-4046-afd3-30ccacd1313a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:32:49.223147 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Returning: {'device': '374d080b-906f-4857-97aa-846916239632', 'network_id': '01d9e17c-6b96-4039-a582-d98ab8fe7760', 'port_id': '374d080b-906f-4857-97aa-846916239632', 'mac_address': 'fa:16:3e:3d:c1:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eeed15e-26fd-4534-8116-03da5482032b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 04:32:49.260948 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port 374d080b-906f-4857-97aa-846916239632 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:32:49.261347 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (374d080b-906f-4857-97aa-846916239632), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:49.273967 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 374d080b-906f-4857-97aa-846916239632 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 04:32:49.294369 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port 374d080b-906f-4857-97aa-846916239632, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=374d080b-906f-4857-97aa-846916239632,segment=NetworkSegment(75ff18d1-4dc0-4046-afd3-30ccacd1313a),segment_id=75ff18d1-4dc0-4046-afd3-30ccacd1313a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:32:49.298673 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (374d080b-906f-4857-97aa-846916239632), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:49.347010 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=374d080b-906f-4857-97aa-846916239632,revision_number=9']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:49.593501 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] get_ports_and_sgs() called for port_ids ['374d080b-906f-4857-97aa-846916239632'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 04:32:49.690876 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c697db8-813d-4eac-8179-22266b900b2b req-c5e9c31f-5a63-4ed4-a2b3-ea4d942faaa2 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:49.696453 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6c697db8-813d-4eac-8179-22266b900b2b req-c5e9c31f-5a63-4ed4-a2b3-ea4d942faaa2 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 944 time: 0.0590496 May 09 04:32:49.741785 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (0ba91d57-31cd-4938-a6ad-bd18d942a965), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:49.769369 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6c697db8-813d-4eac-8179-22266b900b2b req-28a96faf-00f0-46fe-b25a-0ca79aa607f7 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648532 May 09 04:32:50.474632 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-cb4274ed-82bb-4838-978b-3c52b741233b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (144b4b53-faa6-4e1c-8c93-1df238c644e2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:50.897527 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d80b75-91cc-4f38-80d7-68a54354cf3d req-221bdae0-d960-41b0-8c36-51bdba7c6c4a tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:50.898986 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-72d80b75-91cc-4f38-80d7-68a54354cf3d req-221bdae0-d960-41b0-8c36-51bdba7c6c4a tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 944 time: 0.0500681 May 09 04:32:50.945180 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-72d80b75-91cc-4f38-80d7-68a54354cf3d req-392b181c-3037-4709-895a-cf8381bf1a77 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396969 May 09 04:32:51.117799 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 374d080b-906f-4857-97aa-846916239632 up at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:32:51.167854 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Provisioning complete for port 374d080b-906f-4857-97aa-846916239632 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:32:51.168266 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (374d080b-906f-4857-97aa-846916239632), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:51.250299 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port 374d080b-906f-4857-97aa-846916239632 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:32:51.250689 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (374d080b-906f-4857-97aa-846916239632), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:51.273246 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f5900f-cb8a-485d-866b-580b188cc09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374d080b-906f-4857-97aa-846916239632'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:32:51.275546 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6941dd57353447cfe46bbb883e0d815d26e9477c6b9f0737609fdd17593c9a07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e834ec-df2e-46eb-b786-c4cfd85f1595" -d '{"events": [{"server_uuid": "96f5900f-cb8a-485d-866b-580b188cc09c", "name": "network-vif-plugged", "status": "completed", "tag": "374d080b-906f-4857-97aa-846916239632"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:32:51.287610 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port 374d080b-906f-4857-97aa-846916239632, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=374d080b-906f-4857-97aa-846916239632,segment=NetworkSegment(75ff18d1-4dc0-4046-afd3-30ccacd1313a),segment_id=75ff18d1-4dc0-4046-afd3-30ccacd1313a)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:32:51.293536 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (374d080b-906f-4857-97aa-846916239632), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:51.321171 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 04:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe58f8f-ca65-49a7-82f5-c2ea39619eb3 x-openstack-request-id: req-afe58f8f-ca65-49a7-82f5-c2ea39619eb3 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:32:51.321476 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f5900f-cb8a-485d-866b-580b188cc09c", "name": "network-vif-plugged", "status": "completed", "tag": "374d080b-906f-4857-97aa-846916239632", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:32:51.321736 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-afe58f8f-ca65-49a7-82f5-c2ea39619eb3 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:32:51.322144 dv-cinder-838009-3-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afe58f8f-ca65-49a7-82f5-c2ea39619eb3'] response: {'server_uuid': '96f5900f-cb8a-485d-866b-580b188cc09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374d080b-906f-4857-97aa-846916239632', 'code': 200} May 09 04:32:51.348321 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=374d080b-906f-4857-97aa-846916239632,revision_number=10']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:32:51.512386 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af525c1-66c6-4c1e-91bc-e362cda33d5d req-5bb60d95-85d8-4af0-be69-548fdd381e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:51.513882 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-4af525c1-66c6-4c1e-91bc-e362cda33d5d req-5bb60d95-85d8-4af0-be69-548fdd381e08 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 1130 time: 0.0396140 May 09 04:32:51.558436 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-4af525c1-66c6-4c1e-91bc-e362cda33d5d req-52b8aa85-733e-46c3-8cab-3f0008aba1fd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378149 May 09 04:32:52.064256 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e70bc-1564-4562-90ce-07acd18e2f37 req-579e5a89-e083-490b-8e7b-1c738580ec7d tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:52.065700 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-023e70bc-1564-4562-90ce-07acd18e2f37 req-579e5a89-e083-490b-8e7b-1c738580ec7d tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 946 time: 0.0471458 May 09 04:32:52.113106 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-023e70bc-1564-4562-90ce-07acd18e2f37 req-655cfc9e-9653-4fe2-a57b-ef1892ea56c9 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414131 May 09 04:32:52.892012 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-22b4323d-5ba5-47ef-979d-51896cd83469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3dae496a-5564-45d9-8b4f-04486e79e4dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:53.235689 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f63573f-e738-4463-98f5-0d97e8c0ea76 req-2d527686-adbe-4b9a-8f64-995e35ace0bb tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:53.237193 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8f63573f-e738-4463-98f5-0d97e8c0ea76 req-2d527686-adbe-4b9a-8f64-995e35ace0bb tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 946 time: 0.0489333 May 09 04:32:53.286362 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8f63573f-e738-4463-98f5-0d97e8c0ea76 req-0a6c549b-57e3-4aae-8db8-dd3dd7e257a3 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436535 May 09 04:32:54.158421 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7671283-9f0b-468d-8f0b-6ce51d9cb9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (896ddadf-f6f7-4d68-b704-6882247efc03), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:54.403152 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612fb41-3049-45cd-a383-561a99ddf294 req-386264e4-ed0b-45b1-a857-d287bdc758e8 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:32:54.404642 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8612fb41-3049-45cd-a383-561a99ddf294 req-386264e4-ed0b-45b1-a857-d287bdc758e8 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 946 time: 0.0469215 May 09 04:32:54.456732 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8612fb41-3049-45cd-a383-561a99ddf294 req-f33dce30-d0fb-4308-ac73-29f9abd74eb6 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461638 May 09 04:32:55.329352 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43e19ad3-c0e7-48b8-9cb0-6496f201f8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3ce75c28-5550-4d51-9af6-2a59ee09c43b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:32:56.794620 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (9a15748d-6a05-4459-b777-d0dd003edfa1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:01.639775 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba3dde-4dee-4aa8-8790-d5f4f31963cc req-d3fa089c-893e-428e-af1f-226aff9bee13 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:01.641321 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-16ba3dde-4dee-4aa8-8790-d5f4f31963cc req-d3fa089c-893e-428e-af1f-226aff9bee13 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=576d0314-ed60-4d48-83ec-86645233803c HTTP/1.1" status: 200 len: 946 time: 0.0482864 May 09 04:33:01.688647 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-16ba3dde-4dee-4aa8-8790-d5f4f31963cc req-208c429c-8ae1-43b2-b6a9-11ae8db79788 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3a160c2-be8b-4d69-b0c3-9a051a3147fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414948 May 09 04:33:02.804224 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c23e7e-7737-4599-b2b9-cea961226e7e req-b5943024-8e10-4f00-98e3-8bd4c47e3f67 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:02.805707 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b3c23e7e-7737-4599-b2b9-cea961226e7e req-b5943024-8e10-4f00-98e3-8bd4c47e3f67 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=576d0314-ed60-4d48-83ec-86645233803c HTTP/1.1" status: 200 len: 946 time: 0.0469213 May 09 04:33:02.851723 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b3c23e7e-7737-4599-b2b9-cea961226e7e req-66d3d656-f316-47f0-8885-f83008113034 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3a160c2-be8b-4d69-b0c3-9a051a3147fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398400 May 09 04:33:03.970941 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5d4a1-32ba-44ad-a510-0afce81c922e req-00697242-e3eb-4798-b8de-776a0992ae29 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:03.972438 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-05c5d4a1-32ba-44ad-a510-0afce81c922e req-00697242-e3eb-4798-b8de-776a0992ae29 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=576d0314-ed60-4d48-83ec-86645233803c HTTP/1.1" status: 200 len: 946 time: 0.0457802 May 09 04:33:04.017205 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-05c5d4a1-32ba-44ad-a510-0afce81c922e req-b7921450-d6cf-49dc-bc54-5e85c5c380ce tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3a160c2-be8b-4d69-b0c3-9a051a3147fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392983 May 09 04:33:05.132531 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5a59f-269a-44e5-b58f-5b3c6cb150f1 req-ceba4c63-f436-42cc-84bc-b76320e5cb35 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:05.133997 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e3d5a59f-269a-44e5-b58f-5b3c6cb150f1 req-ceba4c63-f436-42cc-84bc-b76320e5cb35 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=576d0314-ed60-4d48-83ec-86645233803c HTTP/1.1" status: 200 len: 946 time: 0.0481181 May 09 04:33:05.182668 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-e3d5a59f-269a-44e5-b58f-5b3c6cb150f1 req-271bc2ba-847d-4589-9978-1cff6bec5121 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3a160c2-be8b-4d69-b0c3-9a051a3147fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413222 May 09 04:33:05.205590 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0b2b9-9554-4261-8966-5f718648d1f6 req-aef7d3ec-62ae-4ba1-870d-c16ab4324b0b tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:05.207021 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-47b0b2b9-9554-4261-8966-5f718648d1f6 req-aef7d3ec-62ae-4ba1-870d-c16ab4324b0b tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.13 "GET /v2.0/ports?device_id=576d0314-ed60-4d48-83ec-86645233803c HTTP/1.1" status: 200 len: 946 time: 0.0494442 May 09 04:33:05.293500 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-47b0b2b9-9554-4261-8966-5f718648d1f6 req-adb49266-f7db-4214-b7c0-800e9bd8fabb tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Deleting port e30725aa-831c-4789-9157-939a4a0d3bea {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:33:05.293837 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-47b0b2b9-9554-4261-8966-5f718648d1f6 req-adb49266-f7db-4214-b7c0-800e9bd8fabb tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (e30725aa-831c-4789-9157-939a4a0d3bea), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:05.637055 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-47b0b2b9-9554-4261-8966-5f718648d1f6 req-adb49266-f7db-4214-b7c0-800e9bd8fabb tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] For port e30725aa-831c-4789-9157-939a4a0d3bea, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=e30725aa-831c-4789-9157-939a4a0d3bea,segment=NetworkSegment(dd41d0a5-95ad-49ea-90d8-9e67cfaeccec),segment_id=dd41d0a5-95ad-49ea-90d8-9e67cfaeccec)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:33:05.637326 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-47b0b2b9-9554-4261-8966-5f718648d1f6 req-adb49266-f7db-4214-b7c0-800e9bd8fabb tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (e30725aa-831c-4789-9157-939a4a0d3bea), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:05.814459 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-47b0b2b9-9554-4261-8966-5f718648d1f6 req-adb49266-f7db-4214-b7c0-800e9bd8fabb tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:05.814945 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-47b0b2b9-9554-4261-8966-5f718648d1f6 req-adb49266-f7db-4214-b7c0-800e9bd8fabb tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-653345'] for floatingip (e0720f90-3d8c-4bdd-9b31-83f2d70f268c), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:05.815272 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.db.l3_db [req-47b0b2b9-9554-4261-8966-5f718648d1f6 req-adb49266-f7db-4214-b7c0-800e9bd8fabb tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Floating IP e0720f90-3d8c-4bdd-9b31-83f2d70f268c disassociated. External IP: 172.27.2.23, port: e30725aa-831c-4789-9157-939a4a0d3bea. May 09 04:33:05.815609 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-47b0b2b9-9554-4261-8966-5f718648d1f6 req-adb49266-f7db-4214-b7c0-800e9bd8fabb tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Calling delete_port for e30725aa-831c-4789-9157-939a4a0d3bea owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:33:05.967928 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-47b0b2b9-9554-4261-8966-5f718648d1f6 req-adb49266-f7db-4214-b7c0-800e9bd8fabb tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (e30725aa-831c-4789-9157-939a4a0d3bea), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:06.004039 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb49266-f7db-4214-b7c0-800e9bd8fabb tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Pushing event deleted for resources: {'Port': ['ID=e30725aa-831c-4789-9157-939a4a0d3bea,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:06.020739 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb49266-f7db-4214-b7c0-800e9bd8fabb tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:33:06.021284 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb49266-f7db-4214-b7c0-800e9bd8fabb tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:33:06.021820 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb49266-f7db-4214-b7c0-800e9bd8fabb tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:33:06.022349 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb49266-f7db-4214-b7c0-800e9bd8fabb tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:33:06.022878 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb49266-f7db-4214-b7c0-800e9bd8fabb tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:33:06.023406 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb49266-f7db-4214-b7c0-800e9bd8fabb tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:33:06.023999 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb49266-f7db-4214-b7c0-800e9bd8fabb tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:33:06.024520 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb49266-f7db-4214-b7c0-800e9bd8fabb tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:33:06.025497 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb49266-f7db-4214-b7c0-800e9bd8fabb tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:33:06.025612 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb49266-f7db-4214-b7c0-800e9bd8fabb tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:33:06.026152 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb49266-f7db-4214-b7c0-800e9bd8fabb tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:33:06.026681 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb49266-f7db-4214-b7c0-800e9bd8fabb tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:33:06.027206 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb49266-f7db-4214-b7c0-800e9bd8fabb tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:33:06.027593 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb49266-f7db-4214-b7c0-800e9bd8fabb tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:33:06.027949 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb49266-f7db-4214-b7c0-800e9bd8fabb tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:33:06.146248 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47b0b2b9-9554-4261-8966-5f718648d1f6 req-adb49266-f7db-4214-b7c0-800e9bd8fabb tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Router d558c994-b5d2-4ad3-812d-f475764d9f36 has already been hosted by L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 04:33:06.293813 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-18c8bcc1-1cd0-4135-8a29-3f8d2508871c req-053fe836-fa35-4a02-b774-a04d143974f3 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/ports?device_id=576d0314-ed60-4d48-83ec-86645233803c HTTP/1.1" status: 200 len: 210 time: 0.0365288 May 09 04:33:06.297329 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47b0b2b9-9554-4261-8966-5f718648d1f6 req-adb49266-f7db-4214-b7c0-800e9bd8fabb tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:33:06.311920 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7415e4-2821-40aa-af05-8300ab756330 None None] Sync routers for ids ['d558c994-b5d2-4ad3-812d-f475764d9f36'] in dv-cinder-838009-3-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:33:06.323344 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7415e4-2821-40aa-af05-8300ab756330 None None] Routers {'d558c994-b5d2-4ad3-812d-f475764d9f36'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:33:06.323987 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-0e7415e4-2821-40aa-af05-8300ab756330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:32:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['d558c994-b5d2-4ad3-812d-f475764d9f36'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:33:06.352048 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b0b2b9-9554-4261-8966-5f718648d1f6 req-adb49266-f7db-4214-b7c0-800e9bd8fabb tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] No DVR routers for this DVR port e30725aa-831c-4789-9157-939a4a0d3bea on host hv-cinder-83800 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 04:33:06.356095 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-47b0b2b9-9554-4261-8966-5f718648d1f6 req-adb49266-f7db-4214-b7c0-800e9bd8fabb tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:06.360363 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-47b0b2b9-9554-4261-8966-5f718648d1f6 req-adb49266-f7db-4214-b7c0-800e9bd8fabb tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.13 "DELETE /v2.0/ports/e30725aa-831c-4789-9157-939a4a0d3bea HTTP/1.1" status: 204 len: 173 time: 1.1469176 May 09 04:33:06.360852 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576d0314-ed60-4d48-83ec-86645233803c', 'name': 'network-vif-deleted', 'tag': 'e30725aa-831c-4789-9157-939a4a0d3bea'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:33:06.364258 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708343da101edf5db3821e80f7e6194e70163222c3a70cb9c2c474869a6028b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6082dd93-3bbe-4ff7-a313-5b97c66ebb9d" -d '{"events": [{"server_uuid": "576d0314-ed60-4d48-83ec-86645233803c", "name": "network-vif-deleted", "tag": "e30725aa-831c-4789-9157-939a4a0d3bea"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:33:06.416397 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 04:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9223202-8ca0-45a5-85f1-9c8caa2e3053 x-openstack-request-id: req-f9223202-8ca0-45a5-85f1-9c8caa2e3053 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:33:06.417224 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576d0314-ed60-4d48-83ec-86645233803c", "name": "network-vif-deleted", "tag": "e30725aa-831c-4789-9157-939a4a0d3bea", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:33:06.417482 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f9223202-8ca0-45a5-85f1-9c8caa2e3053 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:33:06.418004 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9223202-8ca0-45a5-85f1-9c8caa2e3053'] response: {'server_uuid': '576d0314-ed60-4d48-83ec-86645233803c', 'name': 'network-vif-deleted', 'tag': 'e30725aa-831c-4789-9157-939a4a0d3bea', 'status': 'completed', 'code': 200} May 09 04:33:06.449417 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-0e7415e4-2821-40aa-af05-8300ab756330 None None] Set router d558c994-b5d2-4ad3-812d-f475764d9f36 gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:33:06.644176 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-0e7415e4-2821-40aa-af05-8300ab756330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'name': 'tempest-AttachVolumeTestJSON-2062294309-router', 'tenant_id': '3c23c235fa1c4944bd7a337357d0c030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'f71b763c-dedd-43c1-aae2-b2cb113583ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:13Z', 'updated_at': '2022-05-09T04:26:18Z', 'revision_number': 4, 'project_id': '3c23c235fa1c4944bd7a337357d0c030', 'gw_port': {'id': 'f71b763c-dedd-43c1-aae2-b2cb113583ea', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:14Z', 'updated_at': '2022-05-09T04:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '735c5f77-b454-415c-838e-f6e54ebcc850', 'name': '', 'network_id': '97444843-38bb-4cb5-93cc-2ce85c9e2986', 'tenant_id': '3c23c235fa1c4944bd7a337357d0c030', 'mac_address': 'fa:16:3e:f0:a4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:17Z', 'updated_at': '2022-05-09T04:26:33Z', 'revision_number': 5, 'project_id': '3c23c235fa1c4944bd7a337357d0c030', 'subnets': [{'id': '95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:33:06.672113 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7415e4-2821-40aa-af05-8300ab756330 None None] Checking router: d558c994-b5d2-4ad3-812d-f475764d9f36 for host: dv-cinder-838009-3-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:33:06.680331 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7415e4-2821-40aa-af05-8300ab756330 None None] Routers {'d558c994-b5d2-4ad3-812d-f475764d9f36'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:33:06.680940 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-0e7415e4-2821-40aa-af05-8300ab756330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:32:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['d558c994-b5d2-4ad3-812d-f475764d9f36'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:33:06.788249 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-0e7415e4-2821-40aa-af05-8300ab756330 None None] Set router d558c994-b5d2-4ad3-812d-f475764d9f36 gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:33:06.993604 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-0e7415e4-2821-40aa-af05-8300ab756330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'name': 'tempest-AttachVolumeTestJSON-2062294309-router', 'tenant_id': '3c23c235fa1c4944bd7a337357d0c030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'f71b763c-dedd-43c1-aae2-b2cb113583ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:13Z', 'updated_at': '2022-05-09T04:26:18Z', 'revision_number': 4, 'project_id': '3c23c235fa1c4944bd7a337357d0c030', 'gw_port': {'id': 'f71b763c-dedd-43c1-aae2-b2cb113583ea', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:14Z', 'updated_at': '2022-05-09T04:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '735c5f77-b454-415c-838e-f6e54ebcc850', 'name': '', 'network_id': '97444843-38bb-4cb5-93cc-2ce85c9e2986', 'tenant_id': '3c23c235fa1c4944bd7a337357d0c030', 'mac_address': 'fa:16:3e:f0:a4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:17Z', 'updated_at': '2022-05-09T04:26:33Z', 'revision_number': 5, 'project_id': '3c23c235fa1c4944bd7a337357d0c030', 'subnets': [{'id': '95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:33:07.023329 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7415e4-2821-40aa-af05-8300ab756330 None None] The sync data for ids ['d558c994-b5d2-4ad3-812d-f475764d9f36'] in dv-cinder-838009-3-iscsi is: [{'id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'name': 'tempest-AttachVolumeTestJSON-2062294309-router', 'tenant_id': '3c23c235fa1c4944bd7a337357d0c030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'f71b763c-dedd-43c1-aae2-b2cb113583ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:13Z', 'updated_at': '2022-05-09T04:26:18Z', 'revision_number': 4, 'project_id': '3c23c235fa1c4944bd7a337357d0c030', 'gw_port': {'id': 'f71b763c-dedd-43c1-aae2-b2cb113583ea', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:14Z', 'updated_at': '2022-05-09T04:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '735c5f77-b454-415c-838e-f6e54ebcc850', 'name': '', 'network_id': '97444843-38bb-4cb5-93cc-2ce85c9e2986', 'tenant_id': '3c23c235fa1c4944bd7a337357d0c030', 'mac_address': 'fa:16:3e:f0:a4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:17Z', 'updated_at': '2022-05-09T04:26:33Z', 'revision_number': 5, 'project_id': '3c23c235fa1c4944bd7a337357d0c030', 'subnets': [{'id': '95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:33:07.191331 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device e30725aa-831c-4789-9157-939a4a0d3bea no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:33:07.213312 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] No Port match for: e30725aa-831c-4789-9157-939a4a0d3bea {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 04:33:07.215712 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device e30725aa-831c-4789-9157-939a4a0d3bea not bound to the agent host hv-cinder-83800 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 04:33:07.274966 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a020f2-77d0-4be6-99de-744691af51d6 None None] New status for floating IP e0720f90-3d8c-4bdd-9b31-83f2d70f268c: DOWN {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 04:33:07.388767 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 49000) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:07.446942 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-361cdbf2-3024-4a78-9547-ca4ba6cadde2 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks [] for security_group (a3a160c2-be8b-4d69-b0c3-9a051a3147fe), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:07.471942 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-361cdbf2-3024-4a78-9547-ca4ba6cadde2 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks [] for security_group (a3a160c2-be8b-4d69-b0c3-9a051a3147fe), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:07.519265 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-361cdbf2-3024-4a78-9547-ca4ba6cadde2 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (a3a160c2-be8b-4d69-b0c3-9a051a3147fe), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:07.521809 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-361cdbf2-3024-4a78-9547-ca4ba6cadde2 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:07.522991 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-361cdbf2-3024-4a78-9547-ca4ba6cadde2 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "DELETE /v2.0/security-groups/a3a160c2-be8b-4d69-b0c3-9a051a3147fe HTTP/1.1" status: 204 len: 168 time: 0.1331441 May 09 04:33:07.526014 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 49002) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:07.531914 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361cdbf2-3024-4a78-9547-ca4ba6cadde2 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a160c2-be8b-4d69-b0c3-9a051a3147fe,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:07.538860 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cdbf2-3024-4a78-9547-ca4ba6cadde2 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:33:07.539185 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.api.v2.resource [None req-db4169ea-05de-4437-9f25-e72b4de0713f tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] show failed (client error): The resource could not be found. May 09 04:33:07.539341 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cdbf2-3024-4a78-9547-ca4ba6cadde2 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:33:07.539544 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cdbf2-3024-4a78-9547-ca4ba6cadde2 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:33:07.539874 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cdbf2-3024-4a78-9547-ca4ba6cadde2 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:33:07.540415 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cdbf2-3024-4a78-9547-ca4ba6cadde2 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:33:07.540543 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cdbf2-3024-4a78-9547-ca4ba6cadde2 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:33:07.540868 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cdbf2-3024-4a78-9547-ca4ba6cadde2 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:33:07.541108 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-db4169ea-05de-4437-9f25-e72b4de0713f tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "GET /v2.0/security-groups/a3a160c2-be8b-4d69-b0c3-9a051a3147fe HTTP/1.1" status: 404 len: 347 time: 0.0141888 May 09 04:33:07.541221 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cdbf2-3024-4a78-9547-ca4ba6cadde2 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:33:07.541501 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cdbf2-3024-4a78-9547-ca4ba6cadde2 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:33:07.542253 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cdbf2-3024-4a78-9547-ca4ba6cadde2 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:33:07.542586 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cdbf2-3024-4a78-9547-ca4ba6cadde2 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:33:07.542914 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cdbf2-3024-4a78-9547-ca4ba6cadde2 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:33:07.543237 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cdbf2-3024-4a78-9547-ca4ba6cadde2 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:33:07.543560 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cdbf2-3024-4a78-9547-ca4ba6cadde2 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:33:07.543887 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361cdbf2-3024-4a78-9547-ca4ba6cadde2 tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:33:07.544051 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 49004) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:07.661345 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-43307c3a-4764-4ff7-9945-3171f53d04bb tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Deleting port 51be825c-6d38-4aaa-8c37-4c343be8829d {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:33:07.661684 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43307c3a-4764-4ff7-9945-3171f53d04bb tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (51be825c-6d38-4aaa-8c37-4c343be8829d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:07.735853 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43307c3a-4764-4ff7-9945-3171f53d04bb tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (51be825c-6d38-4aaa-8c37-4c343be8829d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:07.736207 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43307c3a-4764-4ff7-9945-3171f53d04bb tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks [] for floatingip (51be825c-6d38-4aaa-8c37-4c343be8829d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:07.749674 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-43307c3a-4764-4ff7-9945-3171f53d04bb tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Calling delete_port for 51be825c-6d38-4aaa-8c37-4c343be8829d owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:33:07.880924 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43307c3a-4764-4ff7-9945-3171f53d04bb tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (51be825c-6d38-4aaa-8c37-4c343be8829d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:07.908464 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43307c3a-4764-4ff7-9945-3171f53d04bb tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Pushing event deleted for resources: {'Port': ['ID=51be825c-6d38-4aaa-8c37-4c343be8829d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:07.970057 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43307c3a-4764-4ff7-9945-3171f53d04bb tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks [] for floatingip (e0720f90-3d8c-4bdd-9b31-83f2d70f268c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:07.972615 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-43307c3a-4764-4ff7-9945-3171f53d04bb tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:07.973785 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-43307c3a-4764-4ff7-9945-3171f53d04bb tempest-AttachVolumeTestJSON-1840327184 tempest-AttachVolumeTestJSON-1840327184-project] 10.222.0.44 "DELETE /v2.0/floatingips/e0720f90-3d8c-4bdd-9b31-83f2d70f268c HTTP/1.1" status: 204 len: 168 time: 0.4287000 May 09 04:33:13.593839 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 49060) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:14.058679 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4bd1aab0-e1bf-4401-a90e-bcf7266c39f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639180'] for router_interface (d558c994-b5d2-4ad3-812d-f475764d9f36), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:14.294025 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4bd1aab0-e1bf-4401-a90e-bcf7266c39f1 admin admin] Deleting port 735c5f77-b454-415c-838e-f6e54ebcc850 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:33:14.294370 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4bd1aab0-e1bf-4401-a90e-bcf7266c39f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (735c5f77-b454-415c-838e-f6e54ebcc850), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:14.374728 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-4bd1aab0-e1bf-4401-a90e-bcf7266c39f1 admin admin] For port 735c5f77-b454-415c-838e-f6e54ebcc850, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=735c5f77-b454-415c-838e-f6e54ebcc850,segment=NetworkSegment(dd41d0a5-95ad-49ea-90d8-9e67cfaeccec),segment_id=dd41d0a5-95ad-49ea-90d8-9e67cfaeccec)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:33:14.375090 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4bd1aab0-e1bf-4401-a90e-bcf7266c39f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (735c5f77-b454-415c-838e-f6e54ebcc850), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:14.388115 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-4bd1aab0-e1bf-4401-a90e-bcf7266c39f1 admin admin] Calling delete_port for 735c5f77-b454-415c-838e-f6e54ebcc850 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:33:14.565778 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4bd1aab0-e1bf-4401-a90e-bcf7266c39f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261596410'] for port (735c5f77-b454-415c-838e-f6e54ebcc850), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:14.593662 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd1aab0-e1bf-4401-a90e-bcf7266c39f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=735c5f77-b454-415c-838e-f6e54ebcc850,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:14.756600 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4bd1aab0-e1bf-4401-a90e-bcf7266c39f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645075'] for router_interface (d558c994-b5d2-4ad3-812d-f475764d9f36), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:14.972870 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd1aab0-e1bf-4401-a90e-bcf7266c39f1 admin admin] Router d558c994-b5d2-4ad3-812d-f475764d9f36 has already been hosted by L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 04:33:15.086815 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd1aab0-e1bf-4401-a90e-bcf7266c39f1 admin admin] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:33:15.093289 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-4bd1aab0-e1bf-4401-a90e-bcf7266c39f1 admin admin] 10.222.0.44 "PUT /v2.0/routers/d558c994-b5d2-4ad3-812d-f475764d9f36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4979801 May 09 04:33:15.095552 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 49076) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:15.098744 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14010fe1-f03e-4788-bf48-55950f026457 None None] Sync routers for ids ['d558c994-b5d2-4ad3-812d-f475764d9f36'] in dv-cinder-838009-3-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:33:15.109629 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14010fe1-f03e-4788-bf48-55950f026457 None None] Routers {'d558c994-b5d2-4ad3-812d-f475764d9f36'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:33:15.110808 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-14010fe1-f03e-4788-bf48-55950f026457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:32:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['d558c994-b5d2-4ad3-812d-f475764d9f36'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:33:15.204913 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4a1aac1-3805-437b-8e18-c0b37b6e3255 admin admin] Publish callbacks [] for router (d558c994-b5d2-4ad3-812d-f475764d9f36), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:15.312983 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-14010fe1-f03e-4788-bf48-55950f026457 None None] Set router d558c994-b5d2-4ad3-812d-f475764d9f36 gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:33:15.313347 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4a1aac1-3805-437b-8e18-c0b37b6e3255 admin admin] Publish callbacks [] for router_gateway (d558c994-b5d2-4ad3-812d-f475764d9f36), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:15.361039 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d4a1aac1-3805-437b-8e18-c0b37b6e3255 admin admin] Deleting port f71b763c-dedd-43c1-aae2-b2cb113583ea {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:33:15.361511 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4a1aac1-3805-437b-8e18-c0b37b6e3255 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (f71b763c-dedd-43c1-aae2-b2cb113583ea), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:15.448535 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-d4a1aac1-3805-437b-8e18-c0b37b6e3255 admin admin] For port f71b763c-dedd-43c1-aae2-b2cb113583ea, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=f71b763c-dedd-43c1-aae2-b2cb113583ea,segment=NetworkSegment(bfcd5364-714b-4eea-b1ab-23d5506cc730),segment_id=bfcd5364-714b-4eea-b1ab-23d5506cc730)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:33:15.448879 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4a1aac1-3805-437b-8e18-c0b37b6e3255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (f71b763c-dedd-43c1-aae2-b2cb113583ea), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:15.463085 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d4a1aac1-3805-437b-8e18-c0b37b6e3255 admin admin] Calling delete_port for f71b763c-dedd-43c1-aae2-b2cb113583ea owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:33:15.485658 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-14010fe1-f03e-4788-bf48-55950f026457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'name': 'tempest-AttachVolumeTestJSON-2062294309-router', 'tenant_id': '3c23c235fa1c4944bd7a337357d0c030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'f71b763c-dedd-43c1-aae2-b2cb113583ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:13Z', 'updated_at': '2022-05-09T04:33:14Z', 'revision_number': 5, 'project_id': '3c23c235fa1c4944bd7a337357d0c030', 'gw_port': {'id': 'f71b763c-dedd-43c1-aae2-b2cb113583ea', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:14Z', 'updated_at': '2022-05-09T04:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi'}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:33:15.511486 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14010fe1-f03e-4788-bf48-55950f026457 None None] Checking router: d558c994-b5d2-4ad3-812d-f475764d9f36 for host: dv-cinder-838009-3-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:33:15.519702 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14010fe1-f03e-4788-bf48-55950f026457 None None] Routers {'d558c994-b5d2-4ad3-812d-f475764d9f36'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:33:15.520335 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-14010fe1-f03e-4788-bf48-55950f026457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:32:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['d558c994-b5d2-4ad3-812d-f475764d9f36'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:33:15.606594 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-14010fe1-f03e-4788-bf48-55950f026457 None None] Set router d558c994-b5d2-4ad3-812d-f475764d9f36 gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:33:15.628841 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4a1aac1-3805-437b-8e18-c0b37b6e3255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (f71b763c-dedd-43c1-aae2-b2cb113583ea), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:15.656132 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a1aac1-3805-437b-8e18-c0b37b6e3255 admin admin] Pushing event deleted for resources: {'Port': ['ID=f71b763c-dedd-43c1-aae2-b2cb113583ea,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:15.660246 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-14010fe1-f03e-4788-bf48-55950f026457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'name': 'tempest-AttachVolumeTestJSON-2062294309-router', 'tenant_id': '3c23c235fa1c4944bd7a337357d0c030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:13Z', 'updated_at': '2022-05-09T04:33:15Z', 'revision_number': 6, 'project_id': '3c23c235fa1c4944bd7a337357d0c030', 'gw_port_host': None}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:33:15.688667 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14010fe1-f03e-4788-bf48-55950f026457 None None] The sync data for ids ['d558c994-b5d2-4ad3-812d-f475764d9f36'] in dv-cinder-838009-3-iscsi is: [{'id': 'd558c994-b5d2-4ad3-812d-f475764d9f36', 'name': 'tempest-AttachVolumeTestJSON-2062294309-router', 'tenant_id': '3c23c235fa1c4944bd7a337357d0c030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:13Z', 'updated_at': '2022-05-09T04:33:15Z', 'revision_number': 6, 'project_id': '3c23c235fa1c4944bd7a337357d0c030', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:33:15.725270 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4a1aac1-3805-437b-8e18-c0b37b6e3255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-654078'] for router_gateway (d558c994-b5d2-4ad3-812d-f475764d9f36), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:15.817317 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4a1aac1-3805-437b-8e18-c0b37b6e3255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29802'] for router (d558c994-b5d2-4ad3-812d-f475764d9f36), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:15.819774 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4a1aac1-3805-437b-8e18-c0b37b6e3255 admin admin] Publish callbacks [] for router_controller (d558c994-b5d2-4ad3-812d-f475764d9f36), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:15.867946 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4a1aac1-3805-437b-8e18-c0b37b6e3255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651439'] for router (d558c994-b5d2-4ad3-812d-f475764d9f36), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:15.868395 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a1aac1-3805-437b-8e18-c0b37b6e3255 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d558c994-b5d2-4ad3-812d-f475764d9f36 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 04:33:15.872852 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4a1aac1-3805-437b-8e18-c0b37b6e3255 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:15.874689 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-d4a1aac1-3805-437b-8e18-c0b37b6e3255 admin admin] 10.222.0.44 "DELETE /v2.0/routers/d558c994-b5d2-4ad3-812d-f475764d9f36 HTTP/1.1" status: 204 len: 168 time: 0.7780855 May 09 04:33:15.877572 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 49082) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:15.918116 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-370d6890-4747-4f07-aac5-83a93d9e9b41 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 04:33:15.922282 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-96e1c8ff-9d9e-4088-b89a-df779f217aad admin admin] Deleting subnet 95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 04:33:15.925434 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96e1c8ff-9d9e-4088-b89a-df779f217aad admin admin] Publish callbacks [] for subnet (95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:15.959621 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96e1c8ff-9d9e-4088-b89a-df779f217aad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260862461'] for subnet (95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:16.039336 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96e1c8ff-9d9e-4088-b89a-df779f217aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16420057'] for subnet (95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:16.093268 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96e1c8ff-9d9e-4088-b89a-df779f217aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16420032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260671423'] for subnet (95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:16.118089 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e1c8ff-9d9e-4088-b89a-df779f217aad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:16.126612 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-96e1c8ff-9d9e-4088-b89a-df779f217aad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:16.132638 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-96e1c8ff-9d9e-4088-b89a-df779f217aad admin admin] 10.222.0.44 "DELETE /v2.0/subnets/95a81c6f-fbd0-45ff-abfb-ac1acaee3fa6 HTTP/1.1" status: 204 len: 168 time: 0.2506788 May 09 04:33:16.134275 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 49084) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:16.138389 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965cf089-9242-4e5b-a224-d79c700d2861 None None] Network 97444843-38bb-4cb5-93cc-2ce85c9e2986 requested from dv-cinder-838009-3-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 04:33:16.208201 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cc82b33c-3b1d-4caa-993a-9a87fc497a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16361990'] for network (97444843-38bb-4cb5-93cc-2ce85c9e2986), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:16.266402 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-cc82b33c-3b1d-4caa-993a-9a87fc497a15 admin admin] Deleting port 02105296-e013-4a42-9277-21fd9d21ad58 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:33:16.266741 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cc82b33c-3b1d-4caa-993a-9a87fc497a15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (02105296-e013-4a42-9277-21fd9d21ad58), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:16.329520 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-cc82b33c-3b1d-4caa-993a-9a87fc497a15 admin admin] For port 02105296-e013-4a42-9277-21fd9d21ad58, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=02105296-e013-4a42-9277-21fd9d21ad58,segment=NetworkSegment(dd41d0a5-95ad-49ea-90d8-9e67cfaeccec),segment_id=dd41d0a5-95ad-49ea-90d8-9e67cfaeccec)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:33:16.329883 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cc82b33c-3b1d-4caa-993a-9a87fc497a15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (02105296-e013-4a42-9277-21fd9d21ad58), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:16.343536 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-cc82b33c-3b1d-4caa-993a-9a87fc497a15 admin admin] Calling delete_port for 02105296-e013-4a42-9277-21fd9d21ad58 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:33:16.425039 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cc82b33c-3b1d-4caa-993a-9a87fc497a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (02105296-e013-4a42-9277-21fd9d21ad58), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:16.459497 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc82b33c-3b1d-4caa-993a-9a87fc497a15 admin admin] Pushing event deleted for resources: {'Port': ['ID=02105296-e013-4a42-9277-21fd9d21ad58,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:16.464938 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc82b33c-3b1d-4caa-993a-9a87fc497a15 admin admin] No DVR routers for this DVR port 02105296-e013-4a42-9277-21fd9d21ad58 on host dv-cinder-838009-3-iscsi {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 04:33:16.475441 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b59b3c-8b95-44ea-9c46-a344d10d2033 None None] DHCP port deletion for 97444843-38bb-4cb5-93cc-2ce85c9e2986 request from dv-cinder-838009-3-iscsi {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 09 04:33:16.540651 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cc82b33c-3b1d-4caa-993a-9a87fc497a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16419436', 'neutron.services.segments.db._delete_segments_for_network-8782008167190'] for network (97444843-38bb-4cb5-93cc-2ce85c9e2986), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:16.562077 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-cc82b33c-3b1d-4caa-993a-9a87fc497a15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97444843-38bb-4cb5-93cc-2ce85c9e2986']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:33:16.575297 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-cc82b33c-3b1d-4caa-993a-9a87fc497a15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd41d0a5-95ad-49ea-90d8-9e67cfaeccec') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:33:16.575596 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-cc82b33c-3b1d-4caa-993a-9a87fc497a15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd41d0a5-95ad-49ea-90d8-9e67cfaeccec') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:33:16.585901 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cc82b33c-3b1d-4caa-993a-9a87fc497a15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782008168991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260862404'] for segment (dd41d0a5-95ad-49ea-90d8-9e67cfaeccec), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:16.600491 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cc82b33c-3b1d-4caa-993a-9a87fc497a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754'] for segment (dd41d0a5-95ad-49ea-90d8-9e67cfaeccec), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:16.606305 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc82b33c-3b1d-4caa-993a-9a87fc497a15 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 04:33:16.606688 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cc82b33c-3b1d-4caa-993a-9a87fc497a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718903'] for segment (dd41d0a5-95ad-49ea-90d8-9e67cfaeccec), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:16.609318 dv-cinder-838009-3-iscsi neutron-server[103225]: Traceback (most recent call last): May 09 04:33:16.609318 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 04:33:16.609318 dv-cinder-838009-3-iscsi neutron-server[103225]: timer() May 09 04:33:16.609318 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 04:33:16.609318 dv-cinder-838009-3-iscsi neutron-server[103225]: cb(*args, **kw) May 09 04:33:16.609318 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 04:33:16.609318 dv-cinder-838009-3-iscsi neutron-server[103225]: return func(*args, **kwargs) May 09 04:33:16.609318 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 04:33:16.609318 dv-cinder-838009-3-iscsi neutron-server[103225]: self._notify() May 09 04:33:16.609318 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 04:33:16.609318 dv-cinder-838009-3-iscsi neutron-server[103225]: self.callback(batched_events) May 09 04:33:16.609318 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 04:33:16.609318 dv-cinder-838009-3-iscsi neutron-server[103225]: event.method(event) May 09 04:33:16.609318 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 04:33:16.609318 dv-cinder-838009-3-iscsi neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 04:33:16.609318 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 04:33:16.609318 dv-cinder-838009-3-iscsi neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( May 09 04:33:16.609318 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 04:33:16.609318 dv-cinder-838009-3-iscsi neutron-server[103225]: return f(self, *a, **k) May 09 04:33:16.609318 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 04:33:16.609318 dv-cinder-838009-3-iscsi neutron-server[103225]: return self._get(url).json() May 09 04:33:16.609318 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 04:33:16.609318 dv-cinder-838009-3-iscsi neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 04:33:16.609318 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 04:33:16.609318 dv-cinder-838009-3-iscsi neutron-server[103225]: return self.request(url, 'GET', **kwargs) May 09 04:33:16.609318 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 04:33:16.609318 dv-cinder-838009-3-iscsi neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, May 09 04:33:16.609318 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 04:33:16.609318 dv-cinder-838009-3-iscsi neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 04:33:16.609318 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 04:33:16.609318 dv-cinder-838009-3-iscsi neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 04:33:16.609318 dv-cinder-838009-3-iscsi neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 04:33:16.669107 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cc82b33c-3b1d-4caa-993a-9a87fc497a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16419415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-653516'] for network (97444843-38bb-4cb5-93cc-2ce85c9e2986), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:16.675315 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cc82b33c-3b1d-4caa-993a-9a87fc497a15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:16.678801 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-cc82b33c-3b1d-4caa-993a-9a87fc497a15 admin admin] 10.222.0.44 "DELETE /v2.0/networks/97444843-38bb-4cb5-93cc-2ce85c9e2986 HTTP/1.1" status: 204 len: 168 time: 0.5444880 May 09 04:33:16.690865 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc82b33c-3b1d-4caa-993a-9a87fc497a15 admin admin] Pushing event deleted for resources: {'Network': ['ID=97444843-38bb-4cb5-93cc-2ce85c9e2986,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:16.795508 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 49094) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:16.835094 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-d2b9b17c-e64c-40b7-a312-fd2f88041fdb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3c23c235fa1c4944bd7a337357d0c030&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0381637 May 09 04:33:16.837528 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 49096) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:16.885548 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e1ecff48-82ec-402b-bb84-f85225ea5686 admin admin] Publish callbacks [] for security_group (99ea1d6a-b085-4b31-a34f-22c0e8bfcd52), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:16.909347 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e1ecff48-82ec-402b-bb84-f85225ea5686 admin admin] Publish callbacks [] for security_group (99ea1d6a-b085-4b31-a34f-22c0e8bfcd52), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:16.956396 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e1ecff48-82ec-402b-bb84-f85225ea5686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (99ea1d6a-b085-4b31-a34f-22c0e8bfcd52), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:16.959061 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e1ecff48-82ec-402b-bb84-f85225ea5686 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:16.960241 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-e1ecff48-82ec-402b-bb84-f85225ea5686 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/99ea1d6a-b085-4b31-a34f-22c0e8bfcd52 HTTP/1.1" status: 204 len: 168 time: 0.1217675 May 09 04:33:16.968227 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ecff48-82ec-402b-bb84-f85225ea5686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ea1d6a-b085-4b31-a34f-22c0e8bfcd52,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:17.421490 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 735c5f77-b454-415c-838e-f6e54ebcc850 no longer exists at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:33:17.445507 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] No Port match for: 735c5f77-b454-415c-838e-f6e54ebcc850 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 04:33:17.446152 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 735c5f77-b454-415c-838e-f6e54ebcc850 not bound to the agent host dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 04:33:17.446738 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device f71b763c-dedd-43c1-aae2-b2cb113583ea no longer exists at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:33:17.467214 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] No Port match for: f71b763c-dedd-43c1-aae2-b2cb113583ea {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 04:33:17.467804 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device f71b763c-dedd-43c1-aae2-b2cb113583ea not bound to the agent host dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 04:33:17.468438 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 02105296-e013-4a42-9277-21fd9d21ad58 no longer exists at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:33:17.489029 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] No Port match for: 02105296-e013-4a42-9277-21fd9d21ad58 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 04:33:17.489449 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 02105296-e013-4a42-9277-21fd9d21ad58 not bound to the agent host dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 04:33:17.546427 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 49118) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:17.649914 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5fc97e00-b2a0-4495-9d72-fe7569d869d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:17.727040 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5fc97e00-b2a0-4495-9d72-fe7569d869d5 admin admin] Publish callbacks [] for security_group (4403e806-cd8e-49a1-9861-3a5c31921504), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:17.731793 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5fc97e00-b2a0-4495-9d72-fe7569d869d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (4403e806-cd8e-49a1-9861-3a5c31921504), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:17.775503 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-5fc97e00-b2a0-4495-9d72-fe7569d869d5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=88cc42b2de4448afbfd3c86b2d474793&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2278502 May 09 04:33:17.776709 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc97e00-b2a0-4495-9d72-fe7569d869d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4403e806-cd8e-49a1-9861-3a5c31921504,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:17.778236 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 49132) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:17.834394 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0c4a96fc-84bc-4122-964e-9047ee5d1e92 admin admin] Publish callbacks [] for security_group (4403e806-cd8e-49a1-9861-3a5c31921504), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:17.856378 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0c4a96fc-84bc-4122-964e-9047ee5d1e92 admin admin] Publish callbacks [] for security_group (4403e806-cd8e-49a1-9861-3a5c31921504), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:17.907442 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0c4a96fc-84bc-4122-964e-9047ee5d1e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (4403e806-cd8e-49a1-9861-3a5c31921504), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:17.910164 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0c4a96fc-84bc-4122-964e-9047ee5d1e92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:17.911348 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-0c4a96fc-84bc-4122-964e-9047ee5d1e92 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4403e806-cd8e-49a1-9861-3a5c31921504 HTTP/1.1" status: 204 len: 168 time: 0.1308091 May 09 04:33:17.919300 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a96fc-84bc-4122-964e-9047ee5d1e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4403e806-cd8e-49a1-9861-3a5c31921504,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:18.389002 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 49170) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:18.494071 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e77faeb-33c7-4992-8019-99b9f077fbbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:18.549684 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6f706585-27fa-419d-b585-c94bbf5ff077 req-21717bb4-6ee0-4987-acc2-7a061780bc8e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0524883 May 09 04:33:18.632888 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f706585-27fa-419d-b585-c94bbf5ff077 req-40636811-acac-4579-8b43-5d453600b025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:18.634383 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6f706585-27fa-419d-b585-c94bbf5ff077 req-40636811-acac-4579-8b43-5d453600b025 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5e56ba7f9cc64897a1d95ac15061e9e4&device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 1130 time: 0.0543904 May 09 04:33:18.647811 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e77faeb-33c7-4992-8019-99b9f077fbbe admin admin] Publish callbacks [] for security_group (77bdef23-b5a9-466b-967e-975b462431a9), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:18.652590 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6e77faeb-33c7-4992-8019-99b9f077fbbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (77bdef23-b5a9-466b-967e-975b462431a9), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:18.739040 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-6e77faeb-33c7-4992-8019-99b9f077fbbe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=853d056feee44f418d44536348bcfe2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3481507 May 09 04:33:18.739838 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77faeb-33c7-4992-8019-99b9f077fbbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77bdef23-b5a9-466b-967e-975b462431a9,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:18.741997 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 49186) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:18.793507 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f706585-27fa-419d-b585-c94bbf5ff077 req-d884fdb5-7ec7-4a44-8799-3cf89b88ed13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:18.798224 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6f706585-27fa-419d-b585-c94bbf5ff077 req-d884fdb5-7ec7-4a44-8799-3cf89b88ed13 service neutron] 10.222.0.13 "GET /v2.0/networks?id=01d9e17c-6b96-4039-a582-d98ab8fe7760 HTTP/1.1" status: 200 len: 918 time: 0.1400611 May 09 04:33:18.802983 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f88afa7e-6eb4-4408-b29d-d14b8ce4bdee admin admin] Publish callbacks [] for security_group (77bdef23-b5a9-466b-967e-975b462431a9), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:18.825426 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f88afa7e-6eb4-4408-b29d-d14b8ce4bdee admin admin] Publish callbacks [] for security_group (77bdef23-b5a9-466b-967e-975b462431a9), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:18.869467 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6f706585-27fa-419d-b585-c94bbf5ff077 req-b0744a0c-0a47-4aa6-a3b6-65150814e2c3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=374d080b-906f-4857-97aa-846916239632 HTTP/1.1" status: 200 len: 1001 time: 0.0670347 May 09 04:33:18.882102 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f88afa7e-6eb4-4408-b29d-d14b8ce4bdee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (77bdef23-b5a9-466b-967e-975b462431a9), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:18.884740 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f88afa7e-6eb4-4408-b29d-d14b8ce4bdee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:18.890912 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-f88afa7e-6eb4-4408-b29d-d14b8ce4bdee admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/77bdef23-b5a9-466b-967e-975b462431a9 HTTP/1.1" status: 204 len: 168 time: 0.1440165 May 09 04:33:18.898618 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88afa7e-6eb4-4408-b29d-d14b8ce4bdee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bdef23-b5a9-466b-967e-975b462431a9,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:18.935349 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f706585-27fa-419d-b585-c94bbf5ff077 req-428edbfa-549d-4403-b5ab-9d247d5c4d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:18.937367 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6f706585-27fa-419d-b585-c94bbf5ff077 req-428edbfa-549d-4403-b5ab-9d247d5c4d6d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1eeed15e-26fd-4534-8116-03da5482032b HTTP/1.1" status: 200 len: 856 time: 0.0608416 May 09 04:33:18.990394 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f706585-27fa-419d-b585-c94bbf5ff077 req-39b6b5a3-46ee-498e-a278-df664961bb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:18.992047 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6f706585-27fa-419d-b585-c94bbf5ff077 req-39b6b5a3-46ee-498e-a278-df664961bb9b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=01d9e17c-6b96-4039-a582-d98ab8fe7760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475404 May 09 04:33:19.119533 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6f706585-27fa-419d-b585-c94bbf5ff077 req-3208fbd7-4d72-44a5-9e4e-3b344d295afa service neutron] 10.222.0.13 "GET /v2.0/networks/01d9e17c-6b96-4039-a582-d98ab8fe7760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140850 May 09 04:33:19.221589 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6f706585-27fa-419d-b585-c94bbf5ff077 req-492feede-9866-47c3-893f-b69231a8b5a2 service neutron] 10.222.0.13 "GET /v2.0/networks/01d9e17c-6b96-4039-a582-d98ab8fe7760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908306 May 09 04:33:19.716186 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (0ba91d57-31cd-4938-a6ad-bd18d942a965), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:20.489469 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-af18c1cc-6d10-4654-a702-46e5064375fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (144b4b53-faa6-4e1c-8c93-1df238c644e2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:20.851212 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 49272) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:20.956540 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-990ee025-b217-4054-b9da-9a0753532e07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:21.032985 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-990ee025-b217-4054-b9da-9a0753532e07 admin admin] Publish callbacks [] for security_group (d4504b84-9cda-49b4-bfe4-de11f55031ed), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:21.036658 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-990ee025-b217-4054-b9da-9a0753532e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (d4504b84-9cda-49b4-bfe4-de11f55031ed), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:21.072977 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ee025-b217-4054-b9da-9a0753532e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4504b84-9cda-49b4-bfe4-de11f55031ed,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:21.077255 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-990ee025-b217-4054-b9da-9a0753532e07 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5fdaeb3fa66449ed962ebc67827a637d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2250271 May 09 04:33:21.079882 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 49276) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:21.129396 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a48da57a-e16f-4a73-8eed-6daf9eed3f6c admin admin] Publish callbacks [] for security_group (d4504b84-9cda-49b4-bfe4-de11f55031ed), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:21.150385 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a48da57a-e16f-4a73-8eed-6daf9eed3f6c admin admin] Publish callbacks [] for security_group (d4504b84-9cda-49b4-bfe4-de11f55031ed), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:21.195448 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a48da57a-e16f-4a73-8eed-6daf9eed3f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (d4504b84-9cda-49b4-bfe4-de11f55031ed), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:21.198013 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a48da57a-e16f-4a73-8eed-6daf9eed3f6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:21.200138 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-a48da57a-e16f-4a73-8eed-6daf9eed3f6c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d4504b84-9cda-49b4-bfe4-de11f55031ed HTTP/1.1" status: 204 len: 168 time: 0.1183655 May 09 04:33:21.207360 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48da57a-e16f-4a73-8eed-6daf9eed3f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4504b84-9cda-49b4-bfe4-de11f55031ed,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:21.458571 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 49282) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:21.471794 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0997bdce-61b4-4066-abbd-5e84570e33c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:21.549644 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0997bdce-61b4-4066-abbd-5e84570e33c3 admin admin] Publish callbacks [] for security_group (e06264ac-281d-40b0-b5f7-e5a68bcf2bcc), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:21.554214 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0997bdce-61b4-4066-abbd-5e84570e33c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (e06264ac-281d-40b0-b5f7-e5a68bcf2bcc), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:21.592595 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0997bdce-61b4-4066-abbd-5e84570e33c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06264ac-281d-40b0-b5f7-e5a68bcf2bcc,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:21.601924 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 49288) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:21.602396 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-0997bdce-61b4-4066-abbd-5e84570e33c3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=82b009d9f0f049d2ba357a2b2b5df1d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1422703 May 09 04:33:21.656421 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f14fb2f0-8616-4b27-85b2-f199eca9133f admin admin] Publish callbacks [] for security_group (e06264ac-281d-40b0-b5f7-e5a68bcf2bcc), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:21.678154 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f14fb2f0-8616-4b27-85b2-f199eca9133f admin admin] Publish callbacks [] for security_group (e06264ac-281d-40b0-b5f7-e5a68bcf2bcc), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:21.730445 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f14fb2f0-8616-4b27-85b2-f199eca9133f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (e06264ac-281d-40b0-b5f7-e5a68bcf2bcc), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:21.734202 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f14fb2f0-8616-4b27-85b2-f199eca9133f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:21.735393 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-f14fb2f0-8616-4b27-85b2-f199eca9133f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e06264ac-281d-40b0-b5f7-e5a68bcf2bcc HTTP/1.1" status: 204 len: 168 time: 0.1325758 May 09 04:33:21.747852 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14fb2f0-8616-4b27-85b2-f199eca9133f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06264ac-281d-40b0-b5f7-e5a68bcf2bcc,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:22.896425 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c8ca0811-a224-4758-8c1f-88b22c4983cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3dae496a-5564-45d9-8b4f-04486e79e4dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:23.962808 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 49380) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:24.160571 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7671283-9f0b-468d-8f0b-6ce51d9cb9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (896ddadf-f6f7-4d68-b704-6882247efc03), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:24.256617 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ae95935e-4a00-4d77-841f-9fe23581fe26 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Deleting port 4a51e289-810d-44fd-b1a4-201b452b3a09 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:33:24.256958 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ae95935e-4a00-4d77-841f-9fe23581fe26 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (4a51e289-810d-44fd-b1a4-201b452b3a09), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:24.336367 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ae95935e-4a00-4d77-841f-9fe23581fe26 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (4a51e289-810d-44fd-b1a4-201b452b3a09), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:24.336702 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ae95935e-4a00-4d77-841f-9fe23581fe26 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks [] for floatingip (4a51e289-810d-44fd-b1a4-201b452b3a09), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:24.356109 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-ae95935e-4a00-4d77-841f-9fe23581fe26 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Calling delete_port for 4a51e289-810d-44fd-b1a4-201b452b3a09 owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:33:24.556043 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ae95935e-4a00-4d77-841f-9fe23581fe26 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (4a51e289-810d-44fd-b1a4-201b452b3a09), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:24.605368 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae95935e-4a00-4d77-841f-9fe23581fe26 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Pushing event deleted for resources: {'Port': ['ID=4a51e289-810d-44fd-b1a4-201b452b3a09,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:24.671115 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ae95935e-4a00-4d77-841f-9fe23581fe26 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks [] for floatingip (2712930a-7ec7-4ad1-a116-125dc766778b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:24.671613 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.db.l3_db [None req-ae95935e-4a00-4d77-841f-9fe23581fe26 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Floating IP 2712930a-7ec7-4ad1-a116-125dc766778b disassociated (deleted). External IP: 172.27.2.164, port: 8b3c8f68-461e-4b7f-843a-747af41739b1. May 09 04:33:25.202625 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae95935e-4a00-4d77-841f-9fe23581fe26 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Router d04d1be9-cb9f-4ed9-9226-a291a9c81dff has already been hosted by L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 04:33:25.316534 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae95935e-4a00-4d77-841f-9fe23581fe26 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:33:25.320889 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-ae95935e-4a00-4d77-841f-9fe23581fe26 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:25.329381 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8298e1-bc2d-4538-a97d-1e561fa935a1 None None] Sync routers for ids ['d04d1be9-cb9f-4ed9-9226-a291a9c81dff'] in dv-cinder-838009-3-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:33:25.351511 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8298e1-bc2d-4538-a97d-1e561fa935a1 None None] Routers {'d04d1be9-cb9f-4ed9-9226-a291a9c81dff'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:33:25.352371 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-bf8298e1-bc2d-4538-a97d-1e561fa935a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:33:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['d04d1be9-cb9f-4ed9-9226-a291a9c81dff'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:33:25.356221 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43e19ad3-c0e7-48b8-9cb0-6496f201f8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3ce75c28-5550-4d51-9af6-2a59ee09c43b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:25.356521 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-ae95935e-4a00-4d77-841f-9fe23581fe26 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "DELETE /v2.0/floatingips/2712930a-7ec7-4ad1-a116-125dc766778b HTTP/1.1" status: 204 len: 168 time: 1.3908930 May 09 04:33:25.357215 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a541a008-c541-407b-8868-a2b9d98ed15d', 'tag': '8b3c8f68-461e-4b7f-843a-747af41739b1'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:33:25.360920 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708343da101edf5db3821e80f7e6194e70163222c3a70cb9c2c474869a6028b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df223ad-b520-4381-8895-102b03bb1c4f" -d '{"events": [{"name": "network-changed", "server_uuid": "a541a008-c541-407b-8868-a2b9d98ed15d", "tag": "8b3c8f68-461e-4b7f-843a-747af41739b1"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:33:25.416179 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 04:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26e66f7-43ae-465b-80f5-7955e3542baa x-openstack-request-id: req-c26e66f7-43ae-465b-80f5-7955e3542baa {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:33:25.416677 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a541a008-c541-407b-8868-a2b9d98ed15d", "tag": "8b3c8f68-461e-4b7f-843a-747af41739b1", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:33:25.417207 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c26e66f7-43ae-465b-80f5-7955e3542baa {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:33:25.417767 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c26e66f7-43ae-465b-80f5-7955e3542baa'] response: {'name': 'network-changed', 'server_uuid': 'a541a008-c541-407b-8868-a2b9d98ed15d', 'tag': '8b3c8f68-461e-4b7f-843a-747af41739b1', 'status': 'completed', 'code': 200} May 09 04:33:25.494386 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-bf8298e1-bc2d-4538-a97d-1e561fa935a1 None None] Set router d04d1be9-cb9f-4ed9-9226-a291a9c81dff gateway port host: dv-cinder-838009-3-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:33:25.509051 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df223ad-b520-4381-8895-102b03bb1c4f req-bd64ef01-505b-4d33-95c8-d645c40807b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:25.509051 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-2df223ad-b520-4381-8895-102b03bb1c4f req-bd64ef01-505b-4d33-95c8-d645c40807b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c8cbe32e8ede404fa3d19537256606e1&device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 1130 time: 0.0587840 May 09 04:33:25.618046 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df223ad-b520-4381-8895-102b03bb1c4f req-eafba782-58e2-43e2-a63b-ab1fc5e709f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:25.619520 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-2df223ad-b520-4381-8895-102b03bb1c4f req-eafba782-58e2-43e2-a63b-ab1fc5e709f3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b94aa6a-0d58-466c-8eb9-c480de2276aa HTTP/1.1" status: 200 len: 910 time: 0.1082332 May 09 04:33:25.641612 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9fc66c-b479-47f9-8e95-38f31d07efbf req-27fe28f4-d461-4fa7-bbe1-3e4b7d9282f1 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:25.643723 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ac9fc66c-b479-47f9-8e95-38f31d07efbf req-27fe28f4-d461-4fa7-bbe1-3e4b7d9282f1 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 946 time: 0.0578425 May 09 04:33:25.712609 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ac9fc66c-b479-47f9-8e95-38f31d07efbf req-c7cdb890-5350-45e7-b24a-5b94fd72f7cf tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517099 May 09 04:33:25.736627 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-bf8298e1-bc2d-4538-a97d-1e561fa935a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04d1be9-cb9f-4ed9-9226-a291a9c81dff', 'name': 'tempest-TestShelveInstance-1520089352-router', 'tenant_id': 'c8cbe32e8ede404fa3d19537256606e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '5c763fc0-7c8f-43a1-82ae-4184b2b9c426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:34Z', 'updated_at': '2022-05-09T04:27:37Z', 'revision_number': 4, 'project_id': 'c8cbe32e8ede404fa3d19537256606e1', 'gw_port': {'id': '5c763fc0-7c8f-43a1-82ae-4184b2b9c426', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ab:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04d1be9-cb9f-4ed9-9226-a291a9c81dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:35Z', 'updated_at': '2022-05-09T04:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '375c166a-9283-4d87-bbb3-2925d0dc4f9c', 'name': '', 'network_id': '6b94aa6a-0d58-466c-8eb9-c480de2276aa', 'tenant_id': 'c8cbe32e8ede404fa3d19537256606e1', 'mac_address': 'fa:16:3e:08:9f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04d1be9-cb9f-4ed9-9226-a291a9c81dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'f838df5a-9048-42ae-96b1-031768c0ebaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:37Z', 'updated_at': '2022-05-09T04:27:43Z', 'revision_number': 5, 'project_id': 'c8cbe32e8ede404fa3d19537256606e1', 'subnets': [{'id': 'f838df5a-9048-42ae-96b1-031768c0ebaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:33:25.767106 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8298e1-bc2d-4538-a97d-1e561fa935a1 None None] Checking router: d04d1be9-cb9f-4ed9-9226-a291a9c81dff for host: dv-cinder-838009-3-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:33:25.775831 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8298e1-bc2d-4538-a97d-1e561fa935a1 None None] Routers {'d04d1be9-cb9f-4ed9-9226-a291a9c81dff'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:33:25.776487 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-bf8298e1-bc2d-4538-a97d-1e561fa935a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:33:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['d04d1be9-cb9f-4ed9-9226-a291a9c81dff'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:33:25.893821 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-bf8298e1-bc2d-4538-a97d-1e561fa935a1 None None] Set router d04d1be9-cb9f-4ed9-9226-a291a9c81dff gateway port host: dv-cinder-838009-3-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:33:26.235935 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-bf8298e1-bc2d-4538-a97d-1e561fa935a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04d1be9-cb9f-4ed9-9226-a291a9c81dff', 'name': 'tempest-TestShelveInstance-1520089352-router', 'tenant_id': 'c8cbe32e8ede404fa3d19537256606e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '5c763fc0-7c8f-43a1-82ae-4184b2b9c426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:34Z', 'updated_at': '2022-05-09T04:27:37Z', 'revision_number': 4, 'project_id': 'c8cbe32e8ede404fa3d19537256606e1', 'gw_port': {'id': '5c763fc0-7c8f-43a1-82ae-4184b2b9c426', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ab:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04d1be9-cb9f-4ed9-9226-a291a9c81dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:35Z', 'updated_at': '2022-05-09T04:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '375c166a-9283-4d87-bbb3-2925d0dc4f9c', 'name': '', 'network_id': '6b94aa6a-0d58-466c-8eb9-c480de2276aa', 'tenant_id': 'c8cbe32e8ede404fa3d19537256606e1', 'mac_address': 'fa:16:3e:08:9f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04d1be9-cb9f-4ed9-9226-a291a9c81dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'f838df5a-9048-42ae-96b1-031768c0ebaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:37Z', 'updated_at': '2022-05-09T04:27:43Z', 'revision_number': 5, 'project_id': 'c8cbe32e8ede404fa3d19537256606e1', 'subnets': [{'id': 'f838df5a-9048-42ae-96b1-031768c0ebaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:33:26.263617 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8298e1-bc2d-4538-a97d-1e561fa935a1 None None] The sync data for ids ['d04d1be9-cb9f-4ed9-9226-a291a9c81dff'] in dv-cinder-838009-3-iscsi is: [{'id': 'd04d1be9-cb9f-4ed9-9226-a291a9c81dff', 'name': 'tempest-TestShelveInstance-1520089352-router', 'tenant_id': 'c8cbe32e8ede404fa3d19537256606e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '5c763fc0-7c8f-43a1-82ae-4184b2b9c426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:34Z', 'updated_at': '2022-05-09T04:27:37Z', 'revision_number': 4, 'project_id': 'c8cbe32e8ede404fa3d19537256606e1', 'gw_port': {'id': '5c763fc0-7c8f-43a1-82ae-4184b2b9c426', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ab:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04d1be9-cb9f-4ed9-9226-a291a9c81dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:35Z', 'updated_at': '2022-05-09T04:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '375c166a-9283-4d87-bbb3-2925d0dc4f9c', 'name': '', 'network_id': '6b94aa6a-0d58-466c-8eb9-c480de2276aa', 'tenant_id': 'c8cbe32e8ede404fa3d19537256606e1', 'mac_address': 'fa:16:3e:08:9f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04d1be9-cb9f-4ed9-9226-a291a9c81dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'f838df5a-9048-42ae-96b1-031768c0ebaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:37Z', 'updated_at': '2022-05-09T04:27:43Z', 'revision_number': 5, 'project_id': 'c8cbe32e8ede404fa3d19537256606e1', 'subnets': [{'id': 'f838df5a-9048-42ae-96b1-031768c0ebaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:33:26.362835 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 49480) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:26.474120 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9225179a-faa9-48cf-9418-4d68a1c117ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:26.496856 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630963af-8446-40af-b34a-a456e98ef4d3 None None] New status for floating IP 2712930a-7ec7-4ad1-a116-125dc766778b: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 04:33:26.555290 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9225179a-faa9-48cf-9418-4d68a1c117ad admin admin] Publish callbacks [] for security_group (f7580b7b-24f5-43f7-b68f-d7bdeb477169), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:26.559422 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-9225179a-faa9-48cf-9418-4d68a1c117ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (f7580b7b-24f5-43f7-b68f-d7bdeb477169), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:26.600363 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-9225179a-faa9-48cf-9418-4d68a1c117ad admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a7ef1bc254f649899dd2e87721844dc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2364435 May 09 04:33:26.601304 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9225179a-faa9-48cf-9418-4d68a1c117ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7580b7b-24f5-43f7-b68f-d7bdeb477169,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:26.602997 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 49484) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:26.648538 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-2df223ad-b520-4381-8895-102b03bb1c4f req-cd65d2a5-c2bb-47b7-a94a-2ec8b2517850 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b3c8f68-461e-4b7f-843a-747af41739b1 HTTP/1.1" status: 200 len: 217 time: 0.0428069 May 09 04:33:26.654530 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c1017f48-ef56-4e85-a00e-a8ff1cc3632d admin admin] Publish callbacks [] for security_group (f7580b7b-24f5-43f7-b68f-d7bdeb477169), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:26.675997 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c1017f48-ef56-4e85-a00e-a8ff1cc3632d admin admin] Publish callbacks [] for security_group (f7580b7b-24f5-43f7-b68f-d7bdeb477169), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:26.700039 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df223ad-b520-4381-8895-102b03bb1c4f req-71f801b8-132c-41c7-975a-333e6f13b699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:26.703107 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-2df223ad-b520-4381-8895-102b03bb1c4f req-71f801b8-132c-41c7-975a-333e6f13b699 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f838df5a-9048-42ae-96b1-031768c0ebaf HTTP/1.1" status: 200 len: 848 time: 0.0468752 May 09 04:33:26.725943 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c1017f48-ef56-4e85-a00e-a8ff1cc3632d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (f7580b7b-24f5-43f7-b68f-d7bdeb477169), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:26.728369 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c1017f48-ef56-4e85-a00e-a8ff1cc3632d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:26.729505 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-c1017f48-ef56-4e85-a00e-a8ff1cc3632d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f7580b7b-24f5-43f7-b68f-d7bdeb477169 HTTP/1.1" status: 204 len: 168 time: 0.1255379 May 09 04:33:26.737883 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1017f48-ef56-4e85-a00e-a8ff1cc3632d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7580b7b-24f5-43f7-b68f-d7bdeb477169,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:26.801594 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (9a15748d-6a05-4459-b777-d0dd003edfa1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:26.852489 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df223ad-b520-4381-8895-102b03bb1c4f req-b0eb9cc0-6ff2-422f-b5aa-c15876fb6822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:26.854097 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-2df223ad-b520-4381-8895-102b03bb1c4f req-b0eb9cc0-6ff2-422f-b5aa-c15876fb6822 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b94aa6a-0d58-466c-8eb9-c480de2276aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0686646 May 09 04:33:26.861012 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2866d-d236-44dc-a6c6-8271394392dd req-e8564fbd-af9a-47c1-a6ed-af642b72591c tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:26.862445 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-d0a2866d-d236-44dc-a6c6-8271394392dd req-e8564fbd-af9a-47c1-a6ed-af642b72591c tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 946 time: 0.0886514 May 09 04:33:26.927253 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-d0a2866d-d236-44dc-a6c6-8271394392dd req-cd8c3871-6ad1-4b2d-a8eb-d3daecb12d33 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/security-groups?id=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552580 May 09 04:33:27.032986 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 49498) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:27.045995 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-457fb27f-69c3-4f3a-bb8d-a092a9493bba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:27.118783 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-2df223ad-b520-4381-8895-102b03bb1c4f req-14f38803-aad0-4332-bedb-27bd5d481398 service neutron] 10.222.0.13 "GET /v2.0/networks/6b94aa6a-0d58-466c-8eb9-c480de2276aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197345 May 09 04:33:27.127816 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11784c5-1c89-46d4-8835-019e32f206fc req-58c4e4ef-a36c-4222-a6e4-6b522ef54e7e tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:27.129262 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-d11784c5-1c89-46d4-8835-019e32f206fc req-58c4e4ef-a36c-4222-a6e4-6b522ef54e7e tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.13 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 946 time: 0.0656862 May 09 04:33:27.129813 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-457fb27f-69c3-4f3a-bb8d-a092a9493bba admin admin] Publish callbacks [] for security_group (24cbca1b-f289-499c-b461-51e50937ea90), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:27.134713 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-457fb27f-69c3-4f3a-bb8d-a092a9493bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (24cbca1b-f289-499c-b461-51e50937ea90), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:27.182684 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-457fb27f-69c3-4f3a-bb8d-a092a9493bba admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f292cdf75fde47e8a9c4cee9ab6ce2d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1485333 May 09 04:33:27.183721 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457fb27f-69c3-4f3a-bb8d-a092a9493bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24cbca1b-f289-499c-b461-51e50937ea90,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:27.187467 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 49500) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:27.242604 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ab9821e7-965c-4f4c-9e8d-15105238c535 admin admin] Publish callbacks [] for security_group (24cbca1b-f289-499c-b461-51e50937ea90), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:27.269084 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ab9821e7-965c-4f4c-9e8d-15105238c535 admin admin] Publish callbacks [] for security_group (24cbca1b-f289-499c-b461-51e50937ea90), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:27.285905 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-d11784c5-1c89-46d4-8835-019e32f206fc req-b5b3faf2-01ba-4b03-89d5-a94b8b1183c7 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Deleting port 8b3c8f68-461e-4b7f-843a-747af41739b1 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:33:27.286245 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d11784c5-1c89-46d4-8835-019e32f206fc req-b5b3faf2-01ba-4b03-89d5-a94b8b1183c7 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (8b3c8f68-461e-4b7f-843a-747af41739b1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:27.290434 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-2df223ad-b520-4381-8895-102b03bb1c4f req-a463a4b2-be4a-42d6-9260-8b37fb66b37a service neutron] 10.222.0.13 "GET /v2.0/networks/6b94aa6a-0d58-466c-8eb9-c480de2276aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602893 May 09 04:33:27.319972 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ab9821e7-965c-4f4c-9e8d-15105238c535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (24cbca1b-f289-499c-b461-51e50937ea90), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:27.322720 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ab9821e7-965c-4f4c-9e8d-15105238c535 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:27.323992 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-ab9821e7-965c-4f4c-9e8d-15105238c535 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/24cbca1b-f289-499c-b461-51e50937ea90 HTTP/1.1" status: 204 len: 168 time: 0.1354055 May 09 04:33:27.333401 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9821e7-965c-4f4c-9e8d-15105238c535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cbca1b-f289-499c-b461-51e50937ea90,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:27.384701 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-d11784c5-1c89-46d4-8835-019e32f206fc req-b5b3faf2-01ba-4b03-89d5-a94b8b1183c7 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] For port 8b3c8f68-461e-4b7f-843a-747af41739b1, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=8b3c8f68-461e-4b7f-843a-747af41739b1,segment=NetworkSegment(515ccb09-711b-4d3e-b358-aedeeb94a00e),segment_id=515ccb09-711b-4d3e-b358-aedeeb94a00e)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:33:27.385300 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d11784c5-1c89-46d4-8835-019e32f206fc req-b5b3faf2-01ba-4b03-89d5-a94b8b1183c7 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (8b3c8f68-461e-4b7f-843a-747af41739b1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:27.397997 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-d11784c5-1c89-46d4-8835-019e32f206fc req-b5b3faf2-01ba-4b03-89d5-a94b8b1183c7 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Calling delete_port for 8b3c8f68-461e-4b7f-843a-747af41739b1 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:33:27.533289 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d11784c5-1c89-46d4-8835-019e32f206fc req-b5b3faf2-01ba-4b03-89d5-a94b8b1183c7 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (8b3c8f68-461e-4b7f-843a-747af41739b1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:27.562269 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b3faf2-01ba-4b03-89d5-a94b8b1183c7 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Pushing event deleted for resources: {'Port': ['ID=8b3c8f68-461e-4b7f-843a-747af41739b1,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:27.612890 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-d11784c5-1c89-46d4-8835-019e32f206fc req-b5b3faf2-01ba-4b03-89d5-a94b8b1183c7 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] No DVR routers for this DVR port 8b3c8f68-461e-4b7f-843a-747af41739b1 on host hv-cinder-83800 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 04:33:27.615409 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-d11784c5-1c89-46d4-8835-019e32f206fc req-b5b3faf2-01ba-4b03-89d5-a94b8b1183c7 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:27.618820 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-d11784c5-1c89-46d4-8835-019e32f206fc req-b5b3faf2-01ba-4b03-89d5-a94b8b1183c7 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.13 "DELETE /v2.0/ports/8b3c8f68-461e-4b7f-843a-747af41739b1 HTTP/1.1" status: 204 len: 173 time: 0.4809589 May 09 04:33:27.619260 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a541a008-c541-407b-8868-a2b9d98ed15d', 'name': 'network-vif-deleted', 'tag': '8b3c8f68-461e-4b7f-843a-747af41739b1'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:33:27.621517 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708343da101edf5db3821e80f7e6194e70163222c3a70cb9c2c474869a6028b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca225bf-4edf-4344-a641-bd70bbb00f94" -d '{"events": [{"server_uuid": "a541a008-c541-407b-8868-a2b9d98ed15d", "name": "network-vif-deleted", "tag": "8b3c8f68-461e-4b7f-843a-747af41739b1"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:33:27.663000 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 04:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f10576-3b35-43e1-82cc-c713982ab654 x-openstack-request-id: req-44f10576-3b35-43e1-82cc-c713982ab654 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:33:27.663320 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a541a008-c541-407b-8868-a2b9d98ed15d", "name": "network-vif-deleted", "tag": "8b3c8f68-461e-4b7f-843a-747af41739b1", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:33:27.663595 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-44f10576-3b35-43e1-82cc-c713982ab654 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:33:27.664130 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44f10576-3b35-43e1-82cc-c713982ab654'] response: {'server_uuid': 'a541a008-c541-407b-8868-a2b9d98ed15d', 'name': 'network-vif-deleted', 'tag': '8b3c8f68-461e-4b7f-843a-747af41739b1', 'status': 'completed', 'code': 200} May 09 04:33:28.110001 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-60dec5bb-f0b9-429b-8966-8a2998c412b6 req-f0c08198-fcb7-4855-b549-18abbd894ad5 tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "GET /v2.0/ports?device_id=a541a008-c541-407b-8868-a2b9d98ed15d HTTP/1.1" status: 200 len: 210 time: 0.0455883 May 09 04:33:28.478545 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 49544) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:28.586564 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-536ae1cb-f5b3-4b94-8543-6151c9eaced1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:28.660469 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-536ae1cb-f5b3-4b94-8543-6151c9eaced1 admin admin] Publish callbacks [] for security_group (6b6ab56e-025a-4a83-a8c2-9f5fbed8a2b6), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:28.664148 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-536ae1cb-f5b3-4b94-8543-6151c9eaced1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (6b6ab56e-025a-4a83-a8c2-9f5fbed8a2b6), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:28.701893 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-536ae1cb-f5b3-4b94-8543-6151c9eaced1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=339193812dc944b79484248ed4a26814&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2223051 May 09 04:33:28.703009 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ae1cb-f5b3-4b94-8543-6151c9eaced1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6ab56e-025a-4a83-a8c2-9f5fbed8a2b6,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:28.704616 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 49548) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:28.752973 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-735aaab4-2f6f-49d9-a764-c7e1eecaf330 admin admin] Publish callbacks [] for security_group (6b6ab56e-025a-4a83-a8c2-9f5fbed8a2b6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:28.773924 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-735aaab4-2f6f-49d9-a764-c7e1eecaf330 admin admin] Publish callbacks [] for security_group (6b6ab56e-025a-4a83-a8c2-9f5fbed8a2b6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:28.819937 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-735aaab4-2f6f-49d9-a764-c7e1eecaf330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (6b6ab56e-025a-4a83-a8c2-9f5fbed8a2b6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:28.823153 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-735aaab4-2f6f-49d9-a764-c7e1eecaf330 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:28.826487 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-735aaab4-2f6f-49d9-a764-c7e1eecaf330 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6b6ab56e-025a-4a83-a8c2-9f5fbed8a2b6 HTTP/1.1" status: 204 len: 168 time: 0.1206927 May 09 04:33:28.834301 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735aaab4-2f6f-49d9-a764-c7e1eecaf330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6ab56e-025a-4a83-a8c2-9f5fbed8a2b6,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:29.171597 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 49568) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:29.234691 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2eb4752c-0031-470e-a2fe-fe9a669e3e7c tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks [] for security_group (5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:29.265841 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2eb4752c-0031-470e-a2fe-fe9a669e3e7c tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks [] for security_group (5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:29.334447 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 8b3c8f68-461e-4b7f-843a-747af41739b1 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:33:29.344385 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2eb4752c-0031-470e-a2fe-fe9a669e3e7c tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:29.347041 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2eb4752c-0031-470e-a2fe-fe9a669e3e7c tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:29.351608 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-2eb4752c-0031-470e-a2fe-fe9a669e3e7c tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] 10.222.0.44 "DELETE /v2.0/security-groups/5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e HTTP/1.1" status: 204 len: 168 time: 0.1792598 May 09 04:33:29.361368 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb4752c-0031-470e-a2fe-fe9a669e3e7c tempest-TestShelveInstance-2053479925 tempest-TestShelveInstance-2053479925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2c0fdc-dda0-449f-a6b1-8f40fd2fff1e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:29.396398 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] No Port match for: 8b3c8f68-461e-4b7f-843a-747af41739b1 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 04:33:29.396750 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 8b3c8f68-461e-4b7f-843a-747af41739b1 not bound to the agent host hv-cinder-83800 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 04:33:29.429685 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 49582) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:29.442534 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 49586) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:29.648807 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52cf051d-1973-4667-b069-4d930b9ab36e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:29.733613 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52cf051d-1973-4667-b069-4d930b9ab36e admin admin] Publish callbacks [] for security_group (849c4874-e37f-462c-b11d-602adba2a757), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:29.738894 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-52cf051d-1973-4667-b069-4d930b9ab36e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (849c4874-e37f-462c-b11d-602adba2a757), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:29.791932 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-52cf051d-1973-4667-b069-4d930b9ab36e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=36e10488543e47f0b786d528ba7e9c2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3471210 May 09 04:33:29.792144 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cf051d-1973-4667-b069-4d930b9ab36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849c4874-e37f-462c-b11d-602adba2a757,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:29.794448 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 49598) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:29.853323 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eb1c320e-16fc-4a27-8dd7-626c9def3dd3 admin admin] Publish callbacks [] for security_group (849c4874-e37f-462c-b11d-602adba2a757), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:29.877276 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eb1c320e-16fc-4a27-8dd7-626c9def3dd3 admin admin] Publish callbacks [] for security_group (849c4874-e37f-462c-b11d-602adba2a757), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:29.935210 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eb1c320e-16fc-4a27-8dd7-626c9def3dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (849c4874-e37f-462c-b11d-602adba2a757), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:29.938308 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eb1c320e-16fc-4a27-8dd7-626c9def3dd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:29.939667 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-eb1c320e-16fc-4a27-8dd7-626c9def3dd3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/849c4874-e37f-462c-b11d-602adba2a757 HTTP/1.1" status: 204 len: 168 time: 0.1434076 May 09 04:33:29.948126 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c320e-16fc-4a27-8dd7-626c9def3dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849c4874-e37f-462c-b11d-602adba2a757,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:30.002686 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6114da02-6413-41f0-a0ff-1ff509006ea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639180'] for router_interface (d04d1be9-cb9f-4ed9-9226-a291a9c81dff), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:30.264991 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-6114da02-6413-41f0-a0ff-1ff509006ea1 admin admin] Deleting port 375c166a-9283-4d87-bbb3-2925d0dc4f9c {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:33:30.265328 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6114da02-6413-41f0-a0ff-1ff509006ea1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (375c166a-9283-4d87-bbb3-2925d0dc4f9c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:30.354302 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-6114da02-6413-41f0-a0ff-1ff509006ea1 admin admin] For port 375c166a-9283-4d87-bbb3-2925d0dc4f9c, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=375c166a-9283-4d87-bbb3-2925d0dc4f9c,segment=NetworkSegment(515ccb09-711b-4d3e-b358-aedeeb94a00e),segment_id=515ccb09-711b-4d3e-b358-aedeeb94a00e)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:33:30.354919 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6114da02-6413-41f0-a0ff-1ff509006ea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (375c166a-9283-4d87-bbb3-2925d0dc4f9c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:30.369157 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-6114da02-6413-41f0-a0ff-1ff509006ea1 admin admin] Calling delete_port for 375c166a-9283-4d87-bbb3-2925d0dc4f9c owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:33:30.576056 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6114da02-6413-41f0-a0ff-1ff509006ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261596410'] for port (375c166a-9283-4d87-bbb3-2925d0dc4f9c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:30.611393 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6114da02-6413-41f0-a0ff-1ff509006ea1 admin admin] Pushing event deleted for resources: {'Port': ['ID=375c166a-9283-4d87-bbb3-2925d0dc4f9c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:30.783005 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 49648) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:30.819034 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-6114da02-6413-41f0-a0ff-1ff509006ea1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645075'] for router_interface (d04d1be9-cb9f-4ed9-9226-a291a9c81dff), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:30.948329 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-f961d663-6096-412e-b48f-92418cf15e98 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-709197503-network', 'tenant_id': '3d6aeac77b6d4f1c8f912d7c5d91968f'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:33:30.976085 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f961d663-6096-412e-b48f-92418cf15e98 admin admin] Made reservation on behalf of 3d6aeac77b6d4f1c8f912d7c5d91968f for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:33:30.979981 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f961d663-6096-412e-b48f-92418cf15e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:30.989651 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f961d663-6096-412e-b48f-92418cf15e98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:31.091944 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f961d663-6096-412e-b48f-92418cf15e98 admin admin] Publish callbacks [] for security_group (7c8f1502-905e-441a-a5fd-62cb90725c99), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:31.099408 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f961d663-6096-412e-b48f-92418cf15e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (7c8f1502-905e-441a-a5fd-62cb90725c99), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:31.122769 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f961d663-6096-412e-b48f-92418cf15e98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 04:33:31.125132 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6114da02-6413-41f0-a0ff-1ff509006ea1 admin admin] Router d04d1be9-cb9f-4ed9-9226-a291a9c81dff has already been hosted by L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 04:33:31.144724 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f961d663-6096-412e-b48f-92418cf15e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754'] for segment (a6fc2217-4ccc-49f9-89a1-955981406961), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:31.145073 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.db.segments_db [None req-f961d663-6096-412e-b48f-92418cf15e98 admin admin] Added segment a6fc2217-4ccc-49f9-89a1-955981406961 of type vlan for network 627ae9bf-4485-4d21-8d33-ad26d60fe27f May 09 04:33:31.152926 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f961d663-6096-412e-b48f-92418cf15e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8f1502-905e-441a-a5fd-62cb90725c99,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:31.198648 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f961d663-6096-412e-b48f-92418cf15e98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782007660162'] for network (627ae9bf-4485-4d21-8d33-ad26d60fe27f), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:31.229208 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f961d663-6096-412e-b48f-92418cf15e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278'] for network (627ae9bf-4485-4d21-8d33-ad26d60fe27f), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:31.230779 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f961d663-6096-412e-b48f-92418cf15e98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:31.231793 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f961d663-6096-412e-b48f-92418cf15e98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:31.307762 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-f961d663-6096-412e-b48f-92418cf15e98 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5230625 May 09 04:33:31.330622 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f961d663-6096-412e-b48f-92418cf15e98 admin admin] Pushing event updated for resources: {'Network': ['ID=627ae9bf-4485-4d21-8d33-ad26d60fe27f,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:31.350247 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Network 627ae9bf-4485-4d21-8d33-ad26d60fe27f details requested by agent ovs-agent-dv-cinder-838009-3-iscsi with host dv-cinder-838009-3-iscsi {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 04:33:31.372297 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 49662) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:31.382595 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-f19fbd84-9d1c-4240-8f77-a273002c22da admin admin] Request body: {'subnet': {'network_id': '627ae9bf-4485-4d21-8d33-ad26d60fe27f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-709197503-subnet', 'tenant_id': '3d6aeac77b6d4f1c8f912d7c5d91968f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:33:31.417516 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19fbd84-9d1c-4240-8f77-a273002c22da admin admin] Made reservation on behalf of 3d6aeac77b6d4f1c8f912d7c5d91968f for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:33:31.421239 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f19fbd84-9d1c-4240-8f77-a273002c22da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260671378'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:31.616450 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c7cfa-c113-4361-82ed-f2edf8337457 req-4088d3b0-6e4f-427b-ab3a-8b2d0d11655e tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:31.617884 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8d3c7cfa-c113-4361-82ed-f2edf8337457 req-4088d3b0-6e4f-427b-ab3a-8b2d0d11655e tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 946 time: 0.0916355 May 09 04:33:31.650746 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6114da02-6413-41f0-a0ff-1ff509006ea1 admin admin] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:33:31.659796 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-6114da02-6413-41f0-a0ff-1ff509006ea1 admin admin] 10.222.0.44 "PUT /v2.0/routers/d04d1be9-cb9f-4ed9-9226-a291a9c81dff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2264745 May 09 04:33:31.660376 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 49670) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:31.662340 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bb363a-504a-4013-a7d6-82fb9c124d1c None None] Sync routers for ids ['d04d1be9-cb9f-4ed9-9226-a291a9c81dff'] in dv-cinder-838009-3-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:33:31.675097 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bb363a-504a-4013-a7d6-82fb9c124d1c None None] Routers {'d04d1be9-cb9f-4ed9-9226-a291a9c81dff'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:33:31.675926 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-20bb363a-504a-4013-a7d6-82fb9c124d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:33:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['d04d1be9-cb9f-4ed9-9226-a291a9c81dff'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:33:31.681017 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8d3c7cfa-c113-4361-82ed-f2edf8337457 req-4cc3a26e-de14-4885-b1f6-25b91d6962d5 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569441 May 09 04:33:31.713415 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f19fbd84-9d1c-4240-8f77-a273002c22da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260671364'] for subnet (817d6cf4-f213-4ef8-8b64-8984320d9963), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:31.798327 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-20bb363a-504a-4013-a7d6-82fb9c124d1c None None] Set router d04d1be9-cb9f-4ed9-9226-a291a9c81dff gateway port host: dv-cinder-838009-3-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:33:31.824413 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19fbd84-9d1c-4240-8f77-a273002c22da admin admin] Pushing event updated for resources: {'Subnet': ['ID=817d6cf4-f213-4ef8-8b64-8984320d9963,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:31.832388 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19fbd84-9d1c-4240-8f77-a273002c22da admin admin] Checking segment: {'id': 'a6fc2217-4ccc-49f9-89a1-955981406961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '627ae9bf-4485-4d21-8d33-ad26d60fe27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:33:31.832743 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19fbd84-9d1c-4240-8f77-a273002c22da admin admin] Network hostable DHCP agents. Network: 627ae9bf-4485-4d21-8d33-ad26d60fe27f, hostable agents: ['144b4b53-faa6-4e1c-8c93-1df238c644e2'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 04:33:31.849305 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-59a6250a-38cb-48d3-8ed7-97d4d022ec8a admin admin] Publish callbacks [] for router (d04d1be9-cb9f-4ed9-9226-a291a9c81dff), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:31.892740 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19fbd84-9d1c-4240-8f77-a273002c22da admin admin] Network 627ae9bf-4485-4d21-8d33-ad26d60fe27f is scheduled to be hosted by DHCP agent 144b4b53-faa6-4e1c-8c93-1df238c644e2 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 04:33:31.907287 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-f19fbd84-9d1c-4240-8f77-a273002c22da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-3-iscsi, 627ae9bf-4485-4d21-8d33-ad26d60fe27f) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:33:31.916725 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19fbd84-9d1c-4240-8f77-a273002c22da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:31.917603 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f19fbd84-9d1c-4240-8f77-a273002c22da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:31.918545 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12b173f-01e9-4e55-921d-ca626dea933f None None] Network 627ae9bf-4485-4d21-8d33-ad26d60fe27f requested from dv-cinder-838009-3-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 04:33:31.961045 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-f19fbd84-9d1c-4240-8f77-a273002c22da admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5844443 May 09 04:33:31.979151 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-59a6250a-38cb-48d3-8ed7-97d4d022ec8a admin admin] Publish callbacks [] for router_gateway (d04d1be9-cb9f-4ed9-9226-a291a9c81dff), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:32.031698 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-59a6250a-38cb-48d3-8ed7-97d4d022ec8a admin admin] Deleting port 5c763fc0-7c8f-43a1-82ae-4184b2b9c426 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:33:32.032279 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-59a6250a-38cb-48d3-8ed7-97d4d022ec8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (5c763fc0-7c8f-43a1-82ae-4184b2b9c426), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:32.060771 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-20bb363a-504a-4013-a7d6-82fb9c124d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04d1be9-cb9f-4ed9-9226-a291a9c81dff', 'name': 'tempest-TestShelveInstance-1520089352-router', 'tenant_id': 'c8cbe32e8ede404fa3d19537256606e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '5c763fc0-7c8f-43a1-82ae-4184b2b9c426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:34Z', 'updated_at': '2022-05-09T04:33:30Z', 'revision_number': 5, 'project_id': 'c8cbe32e8ede404fa3d19537256606e1', 'gw_port': {'id': '5c763fc0-7c8f-43a1-82ae-4184b2b9c426', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ab:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04d1be9-cb9f-4ed9-9226-a291a9c81dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:35Z', 'updated_at': '2022-05-09T04:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi'}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:33:32.088866 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16020fd6-1702-4373-9fdd-efefe355aba6 None None] Network 627ae9bf-4485-4d21-8d33-ad26d60fe27f requested from dv-cinder-838009-3-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 04:33:32.102129 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bb363a-504a-4013-a7d6-82fb9c124d1c None None] Checking router: d04d1be9-cb9f-4ed9-9226-a291a9c81dff for host: dv-cinder-838009-3-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:33:32.120539 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-59a6250a-38cb-48d3-8ed7-97d4d022ec8a admin admin] For port 5c763fc0-7c8f-43a1-82ae-4184b2b9c426, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=5c763fc0-7c8f-43a1-82ae-4184b2b9c426,segment=NetworkSegment(bfcd5364-714b-4eea-b1ab-23d5506cc730),segment_id=bfcd5364-714b-4eea-b1ab-23d5506cc730)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:33:32.121089 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-59a6250a-38cb-48d3-8ed7-97d4d022ec8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (5c763fc0-7c8f-43a1-82ae-4184b2b9c426), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:32.135052 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-59a6250a-38cb-48d3-8ed7-97d4d022ec8a admin admin] Calling delete_port for 5c763fc0-7c8f-43a1-82ae-4184b2b9c426 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:33:32.150188 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bb363a-504a-4013-a7d6-82fb9c124d1c None None] Routers {'d04d1be9-cb9f-4ed9-9226-a291a9c81dff'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:33:32.150827 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-20bb363a-504a-4013-a7d6-82fb9c124d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:33:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['d04d1be9-cb9f-4ed9-9226-a291a9c81dff'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:33:32.276829 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-20bb363a-504a-4013-a7d6-82fb9c124d1c None None] Set router d04d1be9-cb9f-4ed9-9226-a291a9c81dff gateway port host: None {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:33:32.324388 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-59a6250a-38cb-48d3-8ed7-97d4d022ec8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (5c763fc0-7c8f-43a1-82ae-4184b2b9c426), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:32.335261 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-20bb363a-504a-4013-a7d6-82fb9c124d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04d1be9-cb9f-4ed9-9226-a291a9c81dff', 'name': 'tempest-TestShelveInstance-1520089352-router', 'tenant_id': 'c8cbe32e8ede404fa3d19537256606e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:34Z', 'updated_at': '2022-05-09T04:33:31Z', 'revision_number': 6, 'project_id': 'c8cbe32e8ede404fa3d19537256606e1', 'gw_port_host': None}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:33:32.355863 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a6250a-38cb-48d3-8ed7-97d4d022ec8a admin admin] Pushing event deleted for resources: {'Port': ['ID=5c763fc0-7c8f-43a1-82ae-4184b2b9c426,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:32.363006 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bb363a-504a-4013-a7d6-82fb9c124d1c None None] The sync data for ids ['d04d1be9-cb9f-4ed9-9226-a291a9c81dff'] in dv-cinder-838009-3-iscsi is: [{'id': 'd04d1be9-cb9f-4ed9-9226-a291a9c81dff', 'name': 'tempest-TestShelveInstance-1520089352-router', 'tenant_id': 'c8cbe32e8ede404fa3d19537256606e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:34Z', 'updated_at': '2022-05-09T04:33:31Z', 'revision_number': 6, 'project_id': 'c8cbe32e8ede404fa3d19537256606e1', 'gw_port_host': None}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:33:32.429553 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-59a6250a-38cb-48d3-8ed7-97d4d022ec8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-654078'] for router_gateway (d04d1be9-cb9f-4ed9-9226-a291a9c81dff), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:32.527594 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-59a6250a-38cb-48d3-8ed7-97d4d022ec8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29802'] for router (d04d1be9-cb9f-4ed9-9226-a291a9c81dff), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:32.530641 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-59a6250a-38cb-48d3-8ed7-97d4d022ec8a admin admin] Publish callbacks [] for router_controller (d04d1be9-cb9f-4ed9-9226-a291a9c81dff), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:32.591074 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-59a6250a-38cb-48d3-8ed7-97d4d022ec8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651439'] for router (d04d1be9-cb9f-4ed9-9226-a291a9c81dff), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:32.593061 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a6250a-38cb-48d3-8ed7-97d4d022ec8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d04d1be9-cb9f-4ed9-9226-a291a9c81dff {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 04:33:32.598036 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-59a6250a-38cb-48d3-8ed7-97d4d022ec8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:32.601505 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-59a6250a-38cb-48d3-8ed7-97d4d022ec8a admin admin] 10.222.0.44 "DELETE /v2.0/routers/d04d1be9-cb9f-4ed9-9226-a291a9c81dff HTTP/1.1" status: 204 len: 168 time: 0.9370534 May 09 04:33:32.601920 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 49688) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:32.660434 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-30520ece-497a-4381-825c-56989f80028d admin admin] Deleting subnet f838df5a-9048-42ae-96b1-031768c0ebaf {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 04:33:32.663579 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30520ece-497a-4381-825c-56989f80028d admin admin] Publish callbacks [] for subnet (f838df5a-9048-42ae-96b1-031768c0ebaf), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:32.702885 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30520ece-497a-4381-825c-56989f80028d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260862461'] for subnet (f838df5a-9048-42ae-96b1-031768c0ebaf), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:32.820312 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30520ece-497a-4381-825c-56989f80028d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16420057'] for subnet (f838df5a-9048-42ae-96b1-031768c0ebaf), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:32.887695 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44156a-5866-4efc-a5dd-d854361a5aa5 req-8698c329-5c05-45ac-aaf2-af788f02339a tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:32.889875 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-0f44156a-5866-4efc-a5dd-d854361a5aa5 req-8698c329-5c05-45ac-aaf2-af788f02339a tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 946 time: 0.0856774 May 09 04:33:32.931469 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30520ece-497a-4381-825c-56989f80028d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16420032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260671423'] for subnet (f838df5a-9048-42ae-96b1-031768c0ebaf), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:32.968813 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30520ece-497a-4381-825c-56989f80028d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f838df5a-9048-42ae-96b1-031768c0ebaf,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:32.970802 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-30520ece-497a-4381-825c-56989f80028d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:32.976817 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-30520ece-497a-4381-825c-56989f80028d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f838df5a-9048-42ae-96b1-031768c0ebaf HTTP/1.1" status: 204 len: 168 time: 0.3739746 May 09 04:33:32.976986 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 49702) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:32.978066 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a3d4b1-0b30-407e-8393-12900d4bc5fe None None] Network 6b94aa6a-0d58-466c-8eb9-c480de2276aa requested from dv-cinder-838009-3-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 04:33:32.989168 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-0f44156a-5866-4efc-a5dd-d854361a5aa5 req-748e43bd-eaa3-411f-861d-a614806549a2 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0b796c8-177c-4fd2-a4e8-7083723547cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899558 May 09 04:33:33.065197 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82d605df-ea59-4339-b39f-da766840d3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16361990'] for network (6b94aa6a-0d58-466c-8eb9-c480de2276aa), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:33.118469 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-82d605df-ea59-4339-b39f-da766840d3ec admin admin] Deleting port 5a806ea1-b44a-4f39-b850-1003e93ac91c {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:33:33.118918 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82d605df-ea59-4339-b39f-da766840d3ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (5a806ea1-b44a-4f39-b850-1003e93ac91c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:33.181679 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89a210e-d8aa-4e69-b8cb-d88f22e290c7 None None] DHCP port deletion for 6b94aa6a-0d58-466c-8eb9-c480de2276aa request from dv-cinder-838009-3-iscsi {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 09 04:33:33.211687 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdddd50-056b-4a8e-8589-46cf266c250b req-172705f4-ed5f-453e-8576-407ba57d0115 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:33.213921 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-0cdddd50-056b-4a8e-8589-46cf266c250b req-172705f4-ed5f-453e-8576-407ba57d0115 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.13 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 946 time: 0.0722296 May 09 04:33:33.257706 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-82d605df-ea59-4339-b39f-da766840d3ec admin admin] For port 5a806ea1-b44a-4f39-b850-1003e93ac91c, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=5a806ea1-b44a-4f39-b850-1003e93ac91c,segment=NetworkSegment(515ccb09-711b-4d3e-b358-aedeeb94a00e),segment_id=515ccb09-711b-4d3e-b358-aedeeb94a00e)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:33:33.258111 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82d605df-ea59-4339-b39f-da766840d3ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (5a806ea1-b44a-4f39-b850-1003e93ac91c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:33.259276 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e89a210e-d8aa-4e69-b8cb-d88f22e290c7 None None] Deleting port 5a806ea1-b44a-4f39-b850-1003e93ac91c {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:33:33.259659 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e89a210e-d8aa-4e69-b8cb-d88f22e290c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (5a806ea1-b44a-4f39-b850-1003e93ac91c), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:33.283072 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-82d605df-ea59-4339-b39f-da766840d3ec admin admin] Calling delete_port for 5a806ea1-b44a-4f39-b850-1003e93ac91c owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:33:33.389691 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-0cdddd50-056b-4a8e-8589-46cf266c250b req-604a0bf2-debe-44dc-a275-da3caf656035 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Deleting port 374d080b-906f-4857-97aa-846916239632 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:33:33.390073 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0cdddd50-056b-4a8e-8589-46cf266c250b req-604a0bf2-debe-44dc-a275-da3caf656035 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (374d080b-906f-4857-97aa-846916239632), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:33.390464 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-e89a210e-d8aa-4e69-b8cb-d88f22e290c7 None None] For port 5a806ea1-b44a-4f39-b850-1003e93ac91c, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=5a806ea1-b44a-4f39-b850-1003e93ac91c,segment=NetworkSegment(515ccb09-711b-4d3e-b358-aedeeb94a00e),segment_id=515ccb09-711b-4d3e-b358-aedeeb94a00e)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:33:33.391455 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e89a210e-d8aa-4e69-b8cb-d88f22e290c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (5a806ea1-b44a-4f39-b850-1003e93ac91c), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:33.411133 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-e89a210e-d8aa-4e69-b8cb-d88f22e290c7 None None] Calling delete_port for 5a806ea1-b44a-4f39-b850-1003e93ac91c owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:33:33.417611 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82d605df-ea59-4339-b39f-da766840d3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261596410'] for port (5a806ea1-b44a-4f39-b850-1003e93ac91c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:33.465892 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d605df-ea59-4339-b39f-da766840d3ec admin admin] Pushing event deleted for resources: {'Port': ['ID=5a806ea1-b44a-4f39-b850-1003e93ac91c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:33.472742 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d605df-ea59-4339-b39f-da766840d3ec admin admin] No DVR routers for this DVR port 5a806ea1-b44a-4f39-b850-1003e93ac91c on host dv-cinder-838009-3-iscsi {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 04:33:33.512785 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e89a210e-d8aa-4e69-b8cb-d88f22e290c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069'] for port (5a806ea1-b44a-4f39-b850-1003e93ac91c), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:33.517053 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 375c166a-9283-4d87-bbb3-2925d0dc4f9c no longer exists at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:33:33.566814 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-0cdddd50-056b-4a8e-8589-46cf266c250b req-604a0bf2-debe-44dc-a275-da3caf656035 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] For port 374d080b-906f-4857-97aa-846916239632, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=374d080b-906f-4857-97aa-846916239632,segment=NetworkSegment(75ff18d1-4dc0-4046-afd3-30ccacd1313a),segment_id=75ff18d1-4dc0-4046-afd3-30ccacd1313a)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:33:33.567184 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0cdddd50-056b-4a8e-8589-46cf266c250b req-604a0bf2-debe-44dc-a275-da3caf656035 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (374d080b-906f-4857-97aa-846916239632), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:33.594483 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] No Port match for: 375c166a-9283-4d87-bbb3-2925d0dc4f9c {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 04:33:33.595167 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 375c166a-9283-4d87-bbb3-2925d0dc4f9c not bound to the agent host dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 04:33:33.595808 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 5c763fc0-7c8f-43a1-82ae-4184b2b9c426 no longer exists at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:33:33.647193 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82d605df-ea59-4339-b39f-da766840d3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16419436', 'neutron.services.segments.db._delete_segments_for_network-8782008167190'] for network (6b94aa6a-0d58-466c-8eb9-c480de2276aa), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:33.672081 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a210e-d8aa-4e69-b8cb-d88f22e290c7 None None] Pushing event deleted for resources: {'Port': ['ID=5a806ea1-b44a-4f39-b850-1003e93ac91c,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:33.697543 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89a210e-d8aa-4e69-b8cb-d88f22e290c7 None None] No DVR routers for this DVR port 5a806ea1-b44a-4f39-b850-1003e93ac91c on host dv-cinder-838009-3-iscsi {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 04:33:33.702951 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a210e-d8aa-4e69-b8cb-d88f22e290c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:33:33.703306 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a210e-d8aa-4e69-b8cb-d88f22e290c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:33:33.703654 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a210e-d8aa-4e69-b8cb-d88f22e290c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:33:33.704014 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a210e-d8aa-4e69-b8cb-d88f22e290c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:33:33.704525 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a210e-d8aa-4e69-b8cb-d88f22e290c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:33:33.707030 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a210e-d8aa-4e69-b8cb-d88f22e290c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:33:33.708583 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a210e-d8aa-4e69-b8cb-d88f22e290c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:33:33.710005 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a210e-d8aa-4e69-b8cb-d88f22e290c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:33:33.712603 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a210e-d8aa-4e69-b8cb-d88f22e290c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:33:33.713534 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a210e-d8aa-4e69-b8cb-d88f22e290c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:33:33.716273 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a210e-d8aa-4e69-b8cb-d88f22e290c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:33:33.717316 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a210e-d8aa-4e69-b8cb-d88f22e290c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:33:33.717872 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a210e-d8aa-4e69-b8cb-d88f22e290c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:33:33.718401 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a210e-d8aa-4e69-b8cb-d88f22e290c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:33:33.718523 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-82d605df-ea59-4339-b39f-da766840d3ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b94aa6a-0d58-466c-8eb9-c480de2276aa']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:33:33.719805 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a210e-d8aa-4e69-b8cb-d88f22e290c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:33:33.731190 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] No Port match for: 5c763fc0-7c8f-43a1-82ae-4184b2b9c426 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 04:33:33.731849 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 5c763fc0-7c8f-43a1-82ae-4184b2b9c426 not bound to the agent host dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 04:33:33.732815 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 5a806ea1-b44a-4f39-b850-1003e93ac91c no longer exists at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:33:33.757024 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-82d605df-ea59-4339-b39f-da766840d3ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '515ccb09-711b-4d3e-b358-aedeeb94a00e') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:33:33.757325 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-82d605df-ea59-4339-b39f-da766840d3ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '515ccb09-711b-4d3e-b358-aedeeb94a00e') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:33:33.773101 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] No Port match for: 5a806ea1-b44a-4f39-b850-1003e93ac91c {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 04:33:33.773448 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 5a806ea1-b44a-4f39-b850-1003e93ac91c not bound to the agent host dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 04:33:33.813405 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82d605df-ea59-4339-b39f-da766840d3ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782008168991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3728548'] for segment (515ccb09-711b-4d3e-b358-aedeeb94a00e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:33.869616 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0cdddd50-056b-4a8e-8589-46cf266c250b req-604a0bf2-debe-44dc-a275-da3caf656035 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:33.870834 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0cdddd50-056b-4a8e-8589-46cf266c250b req-604a0bf2-debe-44dc-a275-da3caf656035 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-653345'] for floatingip (225bfe9e-190e-4a73-a5e7-624929a79bcd), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:33.871420 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.db.l3_db [req-0cdddd50-056b-4a8e-8589-46cf266c250b req-604a0bf2-debe-44dc-a275-da3caf656035 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Floating IP 225bfe9e-190e-4a73-a5e7-624929a79bcd disassociated. External IP: 172.27.2.173, port: 374d080b-906f-4857-97aa-846916239632. May 09 04:33:33.871865 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82d605df-ea59-4339-b39f-da766840d3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754'] for segment (515ccb09-711b-4d3e-b358-aedeeb94a00e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:33.872155 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-0cdddd50-056b-4a8e-8589-46cf266c250b req-604a0bf2-debe-44dc-a275-da3caf656035 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Calling delete_port for 374d080b-906f-4857-97aa-846916239632 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:33:33.886531 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82d605df-ea59-4339-b39f-da766840d3ec admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 04:33:33.887302 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82d605df-ea59-4339-b39f-da766840d3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261596329'] for segment (515ccb09-711b-4d3e-b358-aedeeb94a00e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:33.889239 dv-cinder-838009-3-iscsi neutron-server[103226]: Traceback (most recent call last): May 09 04:33:33.889239 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 04:33:33.889239 dv-cinder-838009-3-iscsi neutron-server[103226]: timer() May 09 04:33:33.889239 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 04:33:33.889239 dv-cinder-838009-3-iscsi neutron-server[103226]: cb(*args, **kw) May 09 04:33:33.889239 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 04:33:33.889239 dv-cinder-838009-3-iscsi neutron-server[103226]: return func(*args, **kwargs) May 09 04:33:33.889239 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 04:33:33.889239 dv-cinder-838009-3-iscsi neutron-server[103226]: self._notify() May 09 04:33:33.889239 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 04:33:33.889239 dv-cinder-838009-3-iscsi neutron-server[103226]: self.callback(batched_events) May 09 04:33:33.889239 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 04:33:33.889239 dv-cinder-838009-3-iscsi neutron-server[103226]: event.method(event) May 09 04:33:33.889239 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 04:33:33.889239 dv-cinder-838009-3-iscsi neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 04:33:33.889239 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 04:33:33.889239 dv-cinder-838009-3-iscsi neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( May 09 04:33:33.889239 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 04:33:33.889239 dv-cinder-838009-3-iscsi neutron-server[103226]: return f(self, *a, **k) May 09 04:33:33.889239 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 04:33:33.889239 dv-cinder-838009-3-iscsi neutron-server[103226]: return self._get(url).json() May 09 04:33:33.889239 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 04:33:33.889239 dv-cinder-838009-3-iscsi neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 04:33:33.889239 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 04:33:33.889239 dv-cinder-838009-3-iscsi neutron-server[103226]: return self.request(url, 'GET', **kwargs) May 09 04:33:33.889239 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 04:33:33.889239 dv-cinder-838009-3-iscsi neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, May 09 04:33:33.889239 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 04:33:33.889239 dv-cinder-838009-3-iscsi neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 04:33:33.889239 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 04:33:33.889239 dv-cinder-838009-3-iscsi neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 04:33:33.889239 dv-cinder-838009-3-iscsi neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 04:33:33.978949 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea019ca-0aa3-4846-a3fe-b717148c429e req-d95b48b7-26b9-4e5e-bfc0-90aff4ba4f42 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:33.980520 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4ea019ca-0aa3-4846-a3fe-b717148c429e req-d95b48b7-26b9-4e5e-bfc0-90aff4ba4f42 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/networks?id=627ae9bf-4485-4d21-8d33-ad26d60fe27f HTTP/1.1" status: 200 len: 813 time: 0.2263439 May 09 04:33:33.981594 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82d605df-ea59-4339-b39f-da766840d3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16419415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-653516'] for network (6b94aa6a-0d58-466c-8eb9-c480de2276aa), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:33.986789 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-82d605df-ea59-4339-b39f-da766840d3ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:33.989906 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-82d605df-ea59-4339-b39f-da766840d3ec admin admin] 10.222.0.44 "DELETE /v2.0/networks/6b94aa6a-0d58-466c-8eb9-c480de2276aa HTTP/1.1" status: 204 len: 168 time: 1.0118306 May 09 04:33:33.993035 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 49744) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:34.014816 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d605df-ea59-4339-b39f-da766840d3ec admin admin] Pushing event deleted for resources: {'Network': ['ID=6b94aa6a-0d58-466c-8eb9-c480de2276aa,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:34.022833 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4ea019ca-0aa3-4846-a3fe-b717148c429e req-edb6abd1-4cb4-41b9-ab1f-b3b5b64f1a13 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/quotas/3d6aeac77b6d4f1c8f912d7c5d91968f HTTP/1.1" status: 200 len: 375 time: 0.0318718 May 09 04:33:34.063674 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4ea019ca-0aa3-4846-a3fe-b717148c429e req-27af08ed-d9d3-4318-8230-61e5626741ec tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3d6aeac77b6d4f1c8f912d7c5d91968f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314593 May 09 04:33:34.173358 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0cdddd50-056b-4a8e-8589-46cf266c250b req-604a0bf2-debe-44dc-a275-da3caf656035 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (374d080b-906f-4857-97aa-846916239632), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:34.182437 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4ea019ca-0aa3-4846-a3fe-b717148c429e req-09c9c4d1-e1b6-403a-990e-162d82cb0370 service neutron] 10.222.0.44 "GET /v2.0/networks/627ae9bf-4485-4d21-8d33-ad26d60fe27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118529 May 09 04:33:34.252030 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604a0bf2-debe-44dc-a275-da3caf656035 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Pushing event deleted for resources: {'Port': ['ID=374d080b-906f-4857-97aa-846916239632,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:34.293495 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4ea019ca-0aa3-4846-a3fe-b717148c429e req-699831a2-bcf8-4b4c-b1aa-cb16b61d5aea service neutron] 10.222.0.44 "GET /v2.0/networks/627ae9bf-4485-4d21-8d33-ad26d60fe27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096301 May 09 04:33:34.297111 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5583a7b1-dc51-4a21-b55c-2f16a54521bc req-9f539cac-4650-414c-b956-8625d1f3d2c2 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 210 time: 0.0496869 May 09 04:33:34.498866 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-030debcd-bdcb-46d2-b406-d5722d7f89dc req-6e7b4b8b-0cf0-4c4a-bc13-f73eb113a807 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c3132a4-8591-418d-8efe-7148c942eb3f HTTP/1.1" status: 200 len: 210 time: 0.0437500 May 09 04:33:34.835834 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0cdddd50-056b-4a8e-8589-46cf266c250b req-604a0bf2-debe-44dc-a275-da3caf656035 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Router 5f0fd5ff-f26a-4326-8fec-502ec9cca7d2 has already been hosted by L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 04:33:34.956328 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03bfd843-0e6e-423b-9a45-46a705a33ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639180'] for router_interface (7218fba7-f47d-4d1b-a3e6-aaba1a513a74), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:35.044416 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0cdddd50-056b-4a8e-8589-46cf266c250b req-604a0bf2-debe-44dc-a275-da3caf656035 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:33:35.056078 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ce6ebc-9abc-4bce-bdc4-b9ed1560777c None None] Sync routers for ids ['5f0fd5ff-f26a-4326-8fec-502ec9cca7d2'] in dv-cinder-838009-3-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:33:35.074259 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ce6ebc-9abc-4bce-bdc4-b9ed1560777c None None] Routers {'5f0fd5ff-f26a-4326-8fec-502ec9cca7d2'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:33:35.075542 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-36ce6ebc-9abc-4bce-bdc4-b9ed1560777c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:33:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['5f0fd5ff-f26a-4326-8fec-502ec9cca7d2'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:33:35.104897 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cdddd50-056b-4a8e-8589-46cf266c250b req-604a0bf2-debe-44dc-a275-da3caf656035 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] No DVR routers for this DVR port 374d080b-906f-4857-97aa-846916239632 on host hv-cinder-83800 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 04:33:35.135668 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-0cdddd50-056b-4a8e-8589-46cf266c250b req-604a0bf2-debe-44dc-a275-da3caf656035 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:35.139930 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-0cdddd50-056b-4a8e-8589-46cf266c250b req-604a0bf2-debe-44dc-a275-da3caf656035 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.13 "DELETE /v2.0/ports/374d080b-906f-4857-97aa-846916239632 HTTP/1.1" status: 204 len: 173 time: 1.9207623 May 09 04:33:35.140674 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f5900f-cb8a-485d-866b-580b188cc09c', 'name': 'network-vif-deleted', 'tag': '374d080b-906f-4857-97aa-846916239632'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:33:35.143113 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708343da101edf5db3821e80f7e6194e70163222c3a70cb9c2c474869a6028b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac8346d-8262-45aa-978f-312349752986" -d '{"events": [{"server_uuid": "96f5900f-cb8a-485d-866b-580b188cc09c", "name": "network-vif-deleted", "tag": "374d080b-906f-4857-97aa-846916239632"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:33:35.198674 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-36ce6ebc-9abc-4bce-bdc4-b9ed1560777c None None] Set router 5f0fd5ff-f26a-4326-8fec-502ec9cca7d2 gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:33:35.203396 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 04:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c34e310-e8df-4f68-9355-bd94e2b88074 x-openstack-request-id: req-3c34e310-e8df-4f68-9355-bd94e2b88074 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:33:35.203679 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f5900f-cb8a-485d-866b-580b188cc09c", "name": "network-vif-deleted", "tag": "374d080b-906f-4857-97aa-846916239632", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:33:35.203994 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3c34e310-e8df-4f68-9355-bd94e2b88074 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:33:35.204593 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c34e310-e8df-4f68-9355-bd94e2b88074'] response: {'server_uuid': '96f5900f-cb8a-485d-866b-580b188cc09c', 'name': 'network-vif-deleted', 'tag': '374d080b-906f-4857-97aa-846916239632', 'status': 'completed', 'code': 200} May 09 04:33:35.367338 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 374d080b-906f-4857-97aa-846916239632 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:33:35.373273 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-03bfd843-0e6e-423b-9a45-46a705a33ce4 admin admin] Deleting port 7b3eb8bc-0060-4827-848f-bdcb8b979414 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:33:35.374759 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03bfd843-0e6e-423b-9a45-46a705a33ce4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (7b3eb8bc-0060-4827-848f-bdcb8b979414), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:35.441254 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] No Port match for: 374d080b-906f-4857-97aa-846916239632 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 04:33:35.441996 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 374d080b-906f-4857-97aa-846916239632 not bound to the agent host hv-cinder-83800 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 04:33:35.491275 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-36ce6ebc-9abc-4bce-bdc4-b9ed1560777c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'name': 'tempest-AttachVolumeShelveTestJSON-1852674164-router', 'tenant_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '4b338a19-939f-4bc6-9ded-572280defccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:15Z', 'updated_at': '2022-05-09T04:26:25Z', 'revision_number': 4, 'project_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'gw_port': {'id': '4b338a19-939f-4bc6-9ded-572280defccb', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:16Z', 'updated_at': '2022-05-09T04:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '68317c99-1ce1-4045-b453-28df7b5f91b6', 'name': '', 'network_id': '01d9e17c-6b96-4039-a582-d98ab8fe7760', 'tenant_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'mac_address': 'fa:16:3e:0d:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1eeed15e-26fd-4534-8116-03da5482032b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:24Z', 'updated_at': '2022-05-09T04:26:42Z', 'revision_number': 5, 'project_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'subnets': [{'id': '1eeed15e-26fd-4534-8116-03da5482032b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:33:35.523057 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ce6ebc-9abc-4bce-bdc4-b9ed1560777c None None] Checking router: 5f0fd5ff-f26a-4326-8fec-502ec9cca7d2 for host: dv-cinder-838009-3-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:33:35.533828 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-d80e8150-2df6-4079-bd63-12be2bec0217 req-ba51fa2c-34b9-4f9c-8043-963d35d824f1 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 210 time: 0.0603073 May 09 04:33:35.534185 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ce6ebc-9abc-4bce-bdc4-b9ed1560777c None None] Routers {'5f0fd5ff-f26a-4326-8fec-502ec9cca7d2'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:33:35.534958 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-36ce6ebc-9abc-4bce-bdc4-b9ed1560777c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:33:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['5f0fd5ff-f26a-4326-8fec-502ec9cca7d2'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:33:35.622827 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea019ca-0aa3-4846-a3fe-b717148c429e req-38fcc4d9-913c-45f0-9436-62ffafd4edc4 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:35.624995 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-4ea019ca-0aa3-4846-a3fe-b717148c429e req-38fcc4d9-913c-45f0-9436-62ffafd4edc4 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.13 "GET /v2.0/networks?id=627ae9bf-4485-4d21-8d33-ad26d60fe27f HTTP/1.1" status: 200 len: 813 time: 0.2262859 May 09 04:33:35.627154 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-03bfd843-0e6e-423b-9a45-46a705a33ce4 admin admin] For port 7b3eb8bc-0060-4827-848f-bdcb8b979414, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=7b3eb8bc-0060-4827-848f-bdcb8b979414,segment=NetworkSegment(f341e802-0fa0-4391-8859-90dd675b2e9c),segment_id=f341e802-0fa0-4391-8859-90dd675b2e9c)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:33:35.627504 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03bfd843-0e6e-423b-9a45-46a705a33ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (7b3eb8bc-0060-4827-848f-bdcb8b979414), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:35.644995 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-03bfd843-0e6e-423b-9a45-46a705a33ce4 admin admin] Calling delete_port for 7b3eb8bc-0060-4827-848f-bdcb8b979414 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:33:35.669763 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-36ce6ebc-9abc-4bce-bdc4-b9ed1560777c None None] Set router 5f0fd5ff-f26a-4326-8fec-502ec9cca7d2 gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:33:35.678749 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6e3cd237-d262-4fad-a2f6-9e4280874a0a req-9aae9975-3f8e-4909-b85f-9b6dd62483f4 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c3132a4-8591-418d-8efe-7148c942eb3f HTTP/1.1" status: 200 len: 210 time: 0.0427399 May 09 04:33:35.776271 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [req-4ea019ca-0aa3-4846-a3fe-b717148c429e req-c701a85b-9a2a-419f-93f6-2aa56453b0e2 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Request body: {'port': {'device_id': '2c3132a4-8591-418d-8efe-7148c942eb3f', 'network_id': '627ae9bf-4485-4d21-8d33-ad26d60fe27f', 'admin_state_up': True, 'tenant_id': '3d6aeac77b6d4f1c8f912d7c5d91968f'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:33:35.901646 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-36ce6ebc-9abc-4bce-bdc4-b9ed1560777c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'name': 'tempest-AttachVolumeShelveTestJSON-1852674164-router', 'tenant_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '4b338a19-939f-4bc6-9ded-572280defccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:15Z', 'updated_at': '2022-05-09T04:26:25Z', 'revision_number': 4, 'project_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'gw_port': {'id': '4b338a19-939f-4bc6-9ded-572280defccb', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:16Z', 'updated_at': '2022-05-09T04:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '68317c99-1ce1-4045-b453-28df7b5f91b6', 'name': '', 'network_id': '01d9e17c-6b96-4039-a582-d98ab8fe7760', 'tenant_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'mac_address': 'fa:16:3e:0d:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1eeed15e-26fd-4534-8116-03da5482032b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:24Z', 'updated_at': '2022-05-09T04:26:42Z', 'revision_number': 5, 'project_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'subnets': [{'id': '1eeed15e-26fd-4534-8116-03da5482032b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:33:35.932957 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344953cd-5147-4c4e-afcd-25bed25f602c req-3f0d575c-7997-42d3-b724-0c0c015811cf tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:35.934851 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-344953cd-5147-4c4e-afcd-25bed25f602c req-3f0d575c-7997-42d3-b724-0c0c015811cf tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac02e597-eed8-41a5-9300-f980ce0cf328 HTTP/1.1" status: 200 len: 945 time: 0.0563471 May 09 04:33:35.939930 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ce6ebc-9abc-4bce-bdc4-b9ed1560777c None None] The sync data for ids ['5f0fd5ff-f26a-4326-8fec-502ec9cca7d2'] in dv-cinder-838009-3-iscsi is: [{'id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'name': 'tempest-AttachVolumeShelveTestJSON-1852674164-router', 'tenant_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '4b338a19-939f-4bc6-9ded-572280defccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:15Z', 'updated_at': '2022-05-09T04:26:25Z', 'revision_number': 4, 'project_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'gw_port': {'id': '4b338a19-939f-4bc6-9ded-572280defccb', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:16Z', 'updated_at': '2022-05-09T04:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '68317c99-1ce1-4045-b453-28df7b5f91b6', 'name': '', 'network_id': '01d9e17c-6b96-4039-a582-d98ab8fe7760', 'tenant_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'mac_address': 'fa:16:3e:0d:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1eeed15e-26fd-4534-8116-03da5482032b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:24Z', 'updated_at': '2022-05-09T04:26:42Z', 'revision_number': 5, 'project_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'subnets': [{'id': '1eeed15e-26fd-4534-8116-03da5482032b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:33:35.968362 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ea019ca-0aa3-4846-a3fe-b717148c429e req-c701a85b-9a2a-419f-93f6-2aa56453b0e2 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Made reservation on behalf of 3d6aeac77b6d4f1c8f912d7c5d91968f for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:33:35.971851 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4ea019ca-0aa3-4846-a3fe-b717148c429e req-c701a85b-9a2a-419f-93f6-2aa56453b0e2 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:35.975178 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03bfd843-0e6e-423b-9a45-46a705a33ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (7b3eb8bc-0060-4827-848f-bdcb8b979414), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:35.990894 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-344953cd-5147-4c4e-afcd-25bed25f602c req-4f4c5eee-3d58-46f0-8d61-8b6c2104035c tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?id=a16304c9-c9fd-40e5-ac29-b96e6c34dd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483105 May 09 04:33:36.015413 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfd843-0e6e-423b-9a45-46a705a33ce4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b3eb8bc-0060-4827-848f-bdcb8b979414,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:36.206673 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e77fb86-2a41-4637-a9c0-2165886cabba None None] New status for floating IP 225bfe9e-190e-4a73-a5e7-624929a79bcd: DOWN {{(pid=103227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 04:33:36.246671 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-4ea019ca-0aa3-4846-a3fe-b717148c429e req-c701a85b-9a2a-419f-93f6-2aa56453b0e2 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Allocated IP 172.20.0.2 (627ae9bf-4485-4d21-8d33-ad26d60fe27f/817d6cf4-f213-4ef8-8b64-8984320d9963/5c419669-8aea-4b2e-9dd3-40cafa53920b) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:33:36.315461 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-03bfd843-0e6e-423b-9a45-46a705a33ce4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645075'] for router_interface (7218fba7-f47d-4d1b-a3e6-aaba1a513a74), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:36.537554 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4ea019ca-0aa3-4846-a3fe-b717148c429e req-c701a85b-9a2a-419f-93f6-2aa56453b0e2 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Publish callbacks [] for port (5c419669-8aea-4b2e-9dd3-40cafa53920b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:36.660871 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4ea019ca-0aa3-4846-a3fe-b717148c429e req-c701a85b-9a2a-419f-93f6-2aa56453b0e2 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (5c419669-8aea-4b2e-9dd3-40cafa53920b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:36.726109 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03bfd843-0e6e-423b-9a45-46a705a33ce4 admin admin] Router 7218fba7-f47d-4d1b-a3e6-aaba1a513a74 has already been hosted by L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 04:33:36.728495 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-b2c7c5e7-e42b-4819-9c6b-f15399b18602 req-b8b86592-3f3c-485f-ad30-1fa4cb457238 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f5900f-cb8a-485d-866b-580b188cc09c HTTP/1.1" status: 200 len: 210 time: 0.0696380 May 09 04:33:36.746109 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ea019ca-0aa3-4846-a3fe-b717148c429e req-c701a85b-9a2a-419f-93f6-2aa56453b0e2 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Network 627ae9bf-4485-4d21-8d33-ad26d60fe27f is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:33:36.750351 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-4ea019ca-0aa3-4846-a3fe-b717148c429e req-c701a85b-9a2a-419f-93f6-2aa56453b0e2 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:33:36.752897 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea019ca-0aa3-4846-a3fe-b717148c429e req-c701a85b-9a2a-419f-93f6-2aa56453b0e2 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:33:36.790610 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c701a85b-9a2a-419f-93f6-2aa56453b0e2 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Pushing event updated for resources: {'Port': ['ID=5c419669-8aea-4b2e-9dd3-40cafa53920b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:36.814692 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb1aa1-7ea8-4b02-b9e0-2a8cec85367c req-55b68e61-af77-4f74-9167-cea5efc82864 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:36.816424 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cecb1aa1-7ea8-4b02-b9e0-2a8cec85367c req-55b68e61-af77-4f74-9167-cea5efc82864 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c3132a4-8591-418d-8efe-7148c942eb3f HTTP/1.1" status: 200 len: 931 time: 0.0602233 May 09 04:33:36.862995 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea019ca-0aa3-4846-a3fe-b717148c429e req-c701a85b-9a2a-419f-93f6-2aa56453b0e2 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:36.863838 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4ea019ca-0aa3-4846-a3fe-b717148c429e req-c701a85b-9a2a-419f-93f6-2aa56453b0e2 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:36.867642 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cecb1aa1-7ea8-4b02-b9e0-2a8cec85367c req-babb4e78-9362-4db2-adde-c2bbbe3ad60f tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c8f1502-905e-441a-a5fd-62cb90725c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451961 May 09 04:33:36.890489 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-4ea019ca-0aa3-4846-a3fe-b717148c429e req-c701a85b-9a2a-419f-93f6-2aa56453b0e2 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1188166 May 09 04:33:36.937224 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03bfd843-0e6e-423b-9a45-46a705a33ce4 admin admin] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:33:36.942528 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-03bfd843-0e6e-423b-9a45-46a705a33ce4 admin admin] 10.222.0.44 "PUT /v2.0/routers/7218fba7-f47d-4d1b-a3e6-aaba1a513a74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9481556 May 09 04:33:36.945185 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 49812) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:36.946581 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1a639b-49ec-4c6e-8d78-dd015ad2e450 None None] Sync routers for ids ['7218fba7-f47d-4d1b-a3e6-aaba1a513a74'] in dv-cinder-838009-3-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:33:36.957518 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1a639b-49ec-4c6e-8d78-dd015ad2e450 None None] Routers {'7218fba7-f47d-4d1b-a3e6-aaba1a513a74'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:33:36.958238 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-0a1a639b-49ec-4c6e-8d78-dd015ad2e450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:33:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['7218fba7-f47d-4d1b-a3e6-aaba1a513a74'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:33:37.062691 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [req-4ea019ca-0aa3-4846-a3fe-b717148c429e req-554d5cfd-d02d-4376-9462-11cdeae399ae service neutron] Request body: {'port': {'device_id': '2c3132a4-8591-418d-8efe-7148c942eb3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:33:37.066049 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a841cd97-773e-407c-9706-4c8089df1082 admin admin] Publish callbacks [] for router (7218fba7-f47d-4d1b-a3e6-aaba1a513a74), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:37.070832 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-0a1a639b-49ec-4c6e-8d78-dd015ad2e450 None None] Set router 7218fba7-f47d-4d1b-a3e6-aaba1a513a74 gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:33:37.342446 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-0a1a639b-49ec-4c6e-8d78-dd015ad2e450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7218fba7-f47d-4d1b-a3e6-aaba1a513a74', 'name': 'tempest-TestShelveInstance-741967566-router', 'tenant_id': '04dd4b39fd594b19a4fa84188cf31fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'a6fff779-10d4-4785-a829-61745b937b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:40Z', 'updated_at': '2022-05-09T04:33:35Z', 'revision_number': 5, 'project_id': '04dd4b39fd594b19a4fa84188cf31fd4', 'gw_port': {'id': 'a6fff779-10d4-4785-a829-61745b937b90', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:58:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7218fba7-f47d-4d1b-a3e6-aaba1a513a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:41Z', 'updated_at': '2022-05-09T04:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi'}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:33:37.373890 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1a639b-49ec-4c6e-8d78-dd015ad2e450 None None] Checking router: 7218fba7-f47d-4d1b-a3e6-aaba1a513a74 for host: dv-cinder-838009-3-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:33:37.383071 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1a639b-49ec-4c6e-8d78-dd015ad2e450 None None] Routers {'7218fba7-f47d-4d1b-a3e6-aaba1a513a74'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:33:37.383699 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-0a1a639b-49ec-4c6e-8d78-dd015ad2e450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:33:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['7218fba7-f47d-4d1b-a3e6-aaba1a513a74'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:33:37.492733 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-0a1a639b-49ec-4c6e-8d78-dd015ad2e450 None None] Set router 7218fba7-f47d-4d1b-a3e6-aaba1a513a74 gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:33:37.514547 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c4a0e-d678-4a74-bb5a-514f54fe1f14 req-e1a37c23-9000-464b-9496-e0e90ca627fc tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:37.516064 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-1f0c4a0e-d678-4a74-bb5a-514f54fe1f14 req-e1a37c23-9000-464b-9496-e0e90ca627fc tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac02e597-eed8-41a5-9300-f980ce0cf328 HTTP/1.1" status: 200 len: 945 time: 0.4013805 May 09 04:33:37.581426 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f56aea-fc33-4048-b316-2b0bb1912ff4 req-9a5519d8-939f-417a-8b1b-ddc5cbc623b9 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:37.582867 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-98f56aea-fc33-4048-b316-2b0bb1912ff4 req-9a5519d8-939f-417a-8b1b-ddc5cbc623b9 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac02e597-eed8-41a5-9300-f980ce0cf328 HTTP/1.1" status: 200 len: 945 time: 0.1411846 May 09 04:33:37.588206 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4ea019ca-0aa3-4846-a3fe-b717148c429e req-554d5cfd-d02d-4376-9462-11cdeae399ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (5c419669-8aea-4b2e-9dd3-40cafa53920b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:37.659995 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-0a1a639b-49ec-4c6e-8d78-dd015ad2e450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7218fba7-f47d-4d1b-a3e6-aaba1a513a74', 'name': 'tempest-TestShelveInstance-741967566-router', 'tenant_id': '04dd4b39fd594b19a4fa84188cf31fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'a6fff779-10d4-4785-a829-61745b937b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:40Z', 'updated_at': '2022-05-09T04:33:35Z', 'revision_number': 5, 'project_id': '04dd4b39fd594b19a4fa84188cf31fd4', 'gw_port': {'id': 'a6fff779-10d4-4785-a829-61745b937b90', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:58:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7218fba7-f47d-4d1b-a3e6-aaba1a513a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:41Z', 'updated_at': '2022-05-09T04:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi'}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:33:37.684614 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a841cd97-773e-407c-9706-4c8089df1082 admin admin] Publish callbacks [] for router_gateway (7218fba7-f47d-4d1b-a3e6-aaba1a513a74), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:37.690167 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1a639b-49ec-4c6e-8d78-dd015ad2e450 None None] The sync data for ids ['7218fba7-f47d-4d1b-a3e6-aaba1a513a74'] in dv-cinder-838009-3-iscsi is: [{'id': '7218fba7-f47d-4d1b-a3e6-aaba1a513a74', 'name': 'tempest-TestShelveInstance-741967566-router', 'tenant_id': '04dd4b39fd594b19a4fa84188cf31fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'a6fff779-10d4-4785-a829-61745b937b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:40Z', 'updated_at': '2022-05-09T04:33:35Z', 'revision_number': 5, 'project_id': '04dd4b39fd594b19a4fa84188cf31fd4', 'gw_port': {'id': 'a6fff779-10d4-4785-a829-61745b937b90', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:58:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7218fba7-f47d-4d1b-a3e6-aaba1a513a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:41Z', 'updated_at': '2022-05-09T04:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi'}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:33:37.704306 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-1f0c4a0e-d678-4a74-bb5a-514f54fe1f14 req-001309cf-1a39-46f8-91bf-0e7463e6bfd1 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?id=a16304c9-c9fd-40e5-ac29-b96e6c34dd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548495 May 09 04:33:37.831742 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 49828) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:37.850569 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-98f56aea-fc33-4048-b316-2b0bb1912ff4 req-9fb0683c-d9e4-43fe-bbef-0a3d510ead3f tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Deleting port 114b3c19-9453-4537-b992-5d2737a6d6f4 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:33:37.850910 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-98f56aea-fc33-4048-b316-2b0bb1912ff4 req-9fb0683c-d9e4-43fe-bbef-0a3d510ead3f tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (114b3c19-9453-4537-b992-5d2737a6d6f4), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:37.894370 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d5adc0c6-b9fe-4c74-81e2-ea7a66872199 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks [] for security_group (f0b796c8-177c-4fd2-a4e8-7083723547cd), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:37.906833 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a841cd97-773e-407c-9706-4c8089df1082 admin admin] Deleting port a6fff779-10d4-4785-a829-61745b937b90 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:33:37.907180 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a841cd97-773e-407c-9706-4c8089df1082 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (a6fff779-10d4-4785-a829-61745b937b90), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:37.927988 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d5adc0c6-b9fe-4c74-81e2-ea7a66872199 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks [] for security_group (f0b796c8-177c-4fd2-a4e8-7083723547cd), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:38.011098 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d735c2a5-6fcf-427f-b183-1e2ba2a54002 req-af5583d2-dcfe-485e-a296-8554e3410d4b tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:38.012702 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d735c2a5-6fcf-427f-b183-1e2ba2a54002 req-af5583d2-dcfe-485e-a296-8554e3410d4b tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c3132a4-8591-418d-8efe-7148c942eb3f HTTP/1.1" status: 200 len: 931 time: 0.0597281 May 09 04:33:38.049253 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 49834) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:38.058907 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d5adc0c6-b9fe-4c74-81e2-ea7a66872199 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (f0b796c8-177c-4fd2-a4e8-7083723547cd), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:38.061958 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d5adc0c6-b9fe-4c74-81e2-ea7a66872199 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:38.063070 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-d5adc0c6-b9fe-4c74-81e2-ea7a66872199 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "DELETE /v2.0/security-groups/f0b796c8-177c-4fd2-a4e8-7083723547cd HTTP/1.1" status: 204 len: 168 time: 0.2295411 May 09 04:33:38.066239 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 49838) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:38.094893 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5adc0c6-b9fe-4c74-81e2-ea7a66872199 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b796c8-177c-4fd2-a4e8-7083723547cd,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:38.105668 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-98f56aea-fc33-4048-b316-2b0bb1912ff4 req-9fb0683c-d9e4-43fe-bbef-0a3d510ead3f tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] For port 114b3c19-9453-4537-b992-5d2737a6d6f4, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=114b3c19-9453-4537-b992-5d2737a6d6f4,segment=NetworkSegment(7887ef4a-a237-48ec-8f9c-2f6abe8c4da6),segment_id=7887ef4a-a237-48ec-8f9c-2f6abe8c4da6)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:33:38.106044 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-98f56aea-fc33-4048-b316-2b0bb1912ff4 req-9fb0683c-d9e4-43fe-bbef-0a3d510ead3f tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (114b3c19-9453-4537-b992-5d2737a6d6f4), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:38.113662 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-d735c2a5-6fcf-427f-b183-1e2ba2a54002 req-85559544-414f-406d-899b-7ee21c56f2ef tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c8f1502-905e-441a-a5fd-62cb90725c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945103 May 09 04:33:38.129989 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.api.v2.resource [None req-494dc19c-7cb9-47b9-90f7-5ca417525469 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] show failed (client error): The resource could not be found. May 09 04:33:38.129989 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-494dc19c-7cb9-47b9-90f7-5ca417525469 tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "GET /v2.0/security-groups/f0b796c8-177c-4fd2-a4e8-7083723547cd HTTP/1.1" status: 404 len: 347 time: 0.0538266 May 09 04:33:38.129989 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 49840) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:38.155369 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-a841cd97-773e-407c-9706-4c8089df1082 admin admin] For port a6fff779-10d4-4785-a829-61745b937b90, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=a6fff779-10d4-4785-a829-61745b937b90,segment=NetworkSegment(bfcd5364-714b-4eea-b1ab-23d5506cc730),segment_id=bfcd5364-714b-4eea-b1ab-23d5506cc730)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:33:38.155732 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a841cd97-773e-407c-9706-4c8089df1082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (a6fff779-10d4-4785-a829-61745b937b90), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:38.199509 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-01ab07ee-76a0-4667-8dce-5f00f37e69cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:38.244387 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-a841cd97-773e-407c-9706-4c8089df1082 admin admin] Calling delete_port for a6fff779-10d4-4785-a829-61745b937b90 owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:33:38.293049 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-01ab07ee-76a0-4667-8dce-5f00f37e69cc admin admin] Publish callbacks [] for security_group (34051b47-c93c-4388-90ea-ddef590e45a1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:38.297966 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-01ab07ee-76a0-4667-8dce-5f00f37e69cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (34051b47-c93c-4388-90ea-ddef590e45a1), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:38.337211 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-01ab07ee-76a0-4667-8dce-5f00f37e69cc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=90a2839af354461eb78797a1ca8291c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2857082 May 09 04:33:38.338095 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab07ee-76a0-4667-8dce-5f00f37e69cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34051b47-c93c-4388-90ea-ddef590e45a1,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:38.340645 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 49842) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:38.391573 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d380f8a0-4c72-41de-a2b0-b3238a40bb3d admin admin] Publish callbacks [] for security_group (34051b47-c93c-4388-90ea-ddef590e45a1), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:38.413797 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d380f8a0-4c72-41de-a2b0-b3238a40bb3d admin admin] Publish callbacks [] for security_group (34051b47-c93c-4388-90ea-ddef590e45a1), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:38.461343 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d380f8a0-4c72-41de-a2b0-b3238a40bb3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (34051b47-c93c-4388-90ea-ddef590e45a1), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:38.464347 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d380f8a0-4c72-41de-a2b0-b3238a40bb3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:38.468531 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-d380f8a0-4c72-41de-a2b0-b3238a40bb3d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/34051b47-c93c-4388-90ea-ddef590e45a1 HTTP/1.1" status: 204 len: 168 time: 0.1240537 May 09 04:33:38.474579 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d380f8a0-4c72-41de-a2b0-b3238a40bb3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34051b47-c93c-4388-90ea-ddef590e45a1,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:38.483321 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [req-4ea019ca-0aa3-4846-a3fe-b717148c429e req-554d5cfd-d02d-4376-9462-11cdeae399ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c419669-8aea-4b2e-9dd3-40cafa53920b {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 04:33:38.488942 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-48d8020c-909e-4885-be68-c42bccebfa0e tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Deleting port 8745146f-6de5-4f29-8aa4-9b866c0e83f0 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:33:38.489290 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-48d8020c-909e-4885-be68-c42bccebfa0e tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (8745146f-6de5-4f29-8aa4-9b866c0e83f0), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:38.512811 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4ea019ca-0aa3-4846-a3fe-b717148c429e req-554d5cfd-d02d-4376-9462-11cdeae399ae service neutron] Publish callbacks [] for port (5c419669-8aea-4b2e-9dd3-40cafa53920b), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:38.639102 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-4ea019ca-0aa3-4846-a3fe-b717148c429e req-554d5cfd-d02d-4376-9462-11cdeae399ae service neutron] Transition to ACTIVE for port object 5c419669-8aea-4b2e-9dd3-40cafa53920b will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 04:33:38.655062 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4ea019ca-0aa3-4846-a3fe-b717148c429e req-554d5cfd-d02d-4376-9462-11cdeae399ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718803'] for port (5c419669-8aea-4b2e-9dd3-40cafa53920b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:38.709873 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-98f56aea-fc33-4048-b316-2b0bb1912ff4 req-9fb0683c-d9e4-43fe-bbef-0a3d510ead3f tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:38.710160 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-98f56aea-fc33-4048-b316-2b0bb1912ff4 req-9fb0683c-d9e4-43fe-bbef-0a3d510ead3f tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-653345'] for floatingip (839dfa94-d169-4164-8ea5-e054e48bb333), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:38.710501 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.db.l3_db [req-98f56aea-fc33-4048-b316-2b0bb1912ff4 req-9fb0683c-d9e4-43fe-bbef-0a3d510ead3f tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Floating IP 839dfa94-d169-4164-8ea5-e054e48bb333 disassociated. External IP: 172.27.2.103, port: 114b3c19-9453-4537-b992-5d2737a6d6f4. May 09 04:33:38.710846 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-98f56aea-fc33-4048-b316-2b0bb1912ff4 req-9fb0683c-d9e4-43fe-bbef-0a3d510ead3f tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Calling delete_port for 114b3c19-9453-4537-b992-5d2737a6d6f4 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:33:38.741808 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 49850) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:38.752012 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-48d8020c-909e-4885-be68-c42bccebfa0e tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (8745146f-6de5-4f29-8aa4-9b866c0e83f0), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:38.752348 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-48d8020c-909e-4885-be68-c42bccebfa0e tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks [] for floatingip (8745146f-6de5-4f29-8aa4-9b866c0e83f0), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:38.769145 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0825530-b990-4155-92cb-a1b45e3efaba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:38.800777 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554d5cfd-d02d-4376-9462-11cdeae399ae service neutron] Pushing event updated for resources: {'Port': ['ID=5c419669-8aea-4b2e-9dd3-40cafa53920b,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:38.847693 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0825530-b990-4155-92cb-a1b45e3efaba admin admin] Publish callbacks [] for security_group (1bf49acb-64fa-4705-a99d-7d771d439a7a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:38.848311 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-48d8020c-909e-4885-be68-c42bccebfa0e tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Calling delete_port for 8745146f-6de5-4f29-8aa4-9b866c0e83f0 owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:33:38.854446 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c0825530-b990-4155-92cb-a1b45e3efaba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (1bf49acb-64fa-4705-a99d-7d771d439a7a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:38.892009 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0825530-b990-4155-92cb-a1b45e3efaba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf49acb-64fa-4705-a99d-7d771d439a7a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:38.898618 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-c0825530-b990-4155-92cb-a1b45e3efaba admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=85f660610db34845b21dcebe5721eccb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1527352 May 09 04:33:38.898851 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 49852) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:38.950089 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ed98687-b0aa-4a57-9f19-bc788fd0c43b admin admin] Publish callbacks [] for security_group (1bf49acb-64fa-4705-a99d-7d771d439a7a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:38.969690 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a841cd97-773e-407c-9706-4c8089df1082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (a6fff779-10d4-4785-a829-61745b937b90), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:38.972443 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ed98687-b0aa-4a57-9f19-bc788fd0c43b admin admin] Publish callbacks [] for security_group (1bf49acb-64fa-4705-a99d-7d771d439a7a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:39.020993 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ed98687-b0aa-4a57-9f19-bc788fd0c43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (1bf49acb-64fa-4705-a99d-7d771d439a7a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:39.023659 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-5ed98687-b0aa-4a57-9f19-bc788fd0c43b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:39.023810 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734614e-aff5-4cda-b216-2f9d4e06bb1e req-4c6c32b9-af6f-454c-a118-09681d3eba1e tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:39.025484 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-2734614e-aff5-4cda-b216-2f9d4e06bb1e req-4c6c32b9-af6f-454c-a118-09681d3eba1e tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac02e597-eed8-41a5-9300-f980ce0cf328 HTTP/1.1" status: 200 len: 945 time: 0.2333107 May 09 04:33:39.027484 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-5ed98687-b0aa-4a57-9f19-bc788fd0c43b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1bf49acb-64fa-4705-a99d-7d771d439a7a HTTP/1.1" status: 204 len: 168 time: 0.1277063 May 09 04:33:39.036453 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed98687-b0aa-4a57-9f19-bc788fd0c43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf49acb-64fa-4705-a99d-7d771d439a7a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:39.036621 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a841cd97-773e-407c-9706-4c8089df1082 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6fff779-10d4-4785-a829-61745b937b90,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:39.165841 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-4ea019ca-0aa3-4846-a3fe-b717148c429e req-554d5cfd-d02d-4376-9462-11cdeae399ae service neutron] Attempting to bind port 5c419669-8aea-4b2e-9dd3-40cafa53920b on host hv-cinder-83800 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:33:39.166180 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-4ea019ca-0aa3-4846-a3fe-b717148c429e req-554d5cfd-d02d-4376-9462-11cdeae399ae service neutron] Attempting to bind port 5c419669-8aea-4b2e-9dd3-40cafa53920b by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': 'a6fc2217-4ccc-49f9-89a1-955981406961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '627ae9bf-4485-4d21-8d33-ad26d60fe27f'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:33:39.166511 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea019ca-0aa3-4846-a3fe-b717148c429e req-554d5cfd-d02d-4376-9462-11cdeae399ae service neutron] Attempting to bind port 5c419669-8aea-4b2e-9dd3-40cafa53920b on network 627ae9bf-4485-4d21-8d33-ad26d60fe27f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:33:39.217311 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea019ca-0aa3-4846-a3fe-b717148c429e req-554d5cfd-d02d-4376-9462-11cdeae399ae service neutron] Port 5c419669-8aea-4b2e-9dd3-40cafa53920b on network 627ae9bf-4485-4d21-8d33-ad26d60fe27f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 04:33:39.217564 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea019ca-0aa3-4846-a3fe-b717148c429e req-554d5cfd-d02d-4376-9462-11cdeae399ae service neutron] Attempting to bind port 5c419669-8aea-4b2e-9dd3-40cafa53920b on network 627ae9bf-4485-4d21-8d33-ad26d60fe27f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:33:39.236256 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab0ab7-9261-4b63-b50c-3c190d75794d req-e05f631e-4ea6-4ef2-96a6-32c1b339339e tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:39.238731 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a841cd97-773e-407c-9706-4c8089df1082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-654078'] for router_gateway (7218fba7-f47d-4d1b-a3e6-aaba1a513a74), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:39.240412 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8cab0ab7-9261-4b63-b50c-3c190d75794d req-e05f631e-4ea6-4ef2-96a6-32c1b339339e tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c3132a4-8591-418d-8efe-7148c942eb3f HTTP/1.1" status: 200 len: 943 time: 0.0598235 May 09 04:33:39.272151 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-2734614e-aff5-4cda-b216-2f9d4e06bb1e req-8e377c55-987c-4b85-b4bf-75a782ad1aad tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups?id=a16304c9-c9fd-40e5-ac29-b96e6c34dd67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2293911 May 09 04:33:39.290457 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8cab0ab7-9261-4b63-b50c-3c190d75794d req-bd09e267-def1-4b17-966d-7bca34ea58ef tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c8f1502-905e-441a-a5fd-62cb90725c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456090 May 09 04:33:39.308955 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea019ca-0aa3-4846-a3fe-b717148c429e req-554d5cfd-d02d-4376-9462-11cdeae399ae service neutron] Checking agent: {'id': '0ba91d57-31cd-4938-a6ad-bd18d942a965', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 24, 18), 'started_at': datetime.datetime(2022, 5, 9, 4, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:33:39.309298 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea019ca-0aa3-4846-a3fe-b717148c429e req-554d5cfd-d02d-4376-9462-11cdeae399ae service neutron] Checking segment: {'id': 'a6fc2217-4ccc-49f9-89a1-955981406961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '627ae9bf-4485-4d21-8d33-ad26d60fe27f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:33:39.309679 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea019ca-0aa3-4846-a3fe-b717148c429e req-554d5cfd-d02d-4376-9462-11cdeae399ae service neutron] Bound using segment: {'id': 'a6fc2217-4ccc-49f9-89a1-955981406961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '627ae9bf-4485-4d21-8d33-ad26d60fe27f'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:33:39.310127 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-4ea019ca-0aa3-4846-a3fe-b717148c429e req-554d5cfd-d02d-4376-9462-11cdeae399ae service neutron] Bound port: 5c419669-8aea-4b2e-9dd3-40cafa53920b, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6fc2217-4ccc-49f9-89a1-955981406961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '627ae9bf-4485-4d21-8d33-ad26d60fe27f'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:33:39.310545 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4ea019ca-0aa3-4846-a3fe-b717148c429e req-554d5cfd-d02d-4376-9462-11cdeae399ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (5c419669-8aea-4b2e-9dd3-40cafa53920b), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:39.370797 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-98f56aea-fc33-4048-b316-2b0bb1912ff4 req-9fb0683c-d9e4-43fe-bbef-0a3d510ead3f tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (114b3c19-9453-4537-b992-5d2737a6d6f4), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:39.381998 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 114b3c19-9453-4537-b992-5d2737a6d6f4 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:33:39.401518 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a841cd97-773e-407c-9706-4c8089df1082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29802'] for router (7218fba7-f47d-4d1b-a3e6-aaba1a513a74), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:39.403774 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] No Port match for: 114b3c19-9453-4537-b992-5d2737a6d6f4 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 04:33:39.404997 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 114b3c19-9453-4537-b992-5d2737a6d6f4 not bound to the agent host hv-cinder-83800 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 04:33:39.410754 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 49860) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:39.411505 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a841cd97-773e-407c-9706-4c8089df1082 admin admin] Publish callbacks [] for router_controller (7218fba7-f47d-4d1b-a3e6-aaba1a513a74), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:39.424340 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-472fa8a0-64a4-4b8d-a2f7-777e6d33b245 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:39.449982 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 7b3eb8bc-0060-4827-848f-bdcb8b979414 no longer exists at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:33:39.474286 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] No Port match for: 7b3eb8bc-0060-4827-848f-bdcb8b979414 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 04:33:39.474632 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 7b3eb8bc-0060-4827-848f-bdcb8b979414 not bound to the agent host dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 04:33:39.518531 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-472fa8a0-64a4-4b8d-a2f7-777e6d33b245 admin admin] Publish callbacks [] for security_group (9cecf81a-0fe4-4b71-a8fb-a23013391f26), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:39.522902 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-472fa8a0-64a4-4b8d-a2f7-777e6d33b245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (9cecf81a-0fe4-4b71-a8fb-a23013391f26), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:39.562375 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472fa8a0-64a4-4b8d-a2f7-777e6d33b245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cecf81a-0fe4-4b71-a8fb-a23013391f26,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:39.566882 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-472fa8a0-64a4-4b8d-a2f7-777e6d33b245 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=94a348473e1a471cb7e62fa2951a4557&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1548929 May 09 04:33:39.569568 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 49862) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:39.620686 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f73a3924-d940-40dd-bf87-43726d7f7c33 admin admin] Publish callbacks [] for security_group (9cecf81a-0fe4-4b71-a8fb-a23013391f26), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:39.643196 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f73a3924-d940-40dd-bf87-43726d7f7c33 admin admin] Publish callbacks [] for security_group (9cecf81a-0fe4-4b71-a8fb-a23013391f26), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:39.694814 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f73a3924-d940-40dd-bf87-43726d7f7c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (9cecf81a-0fe4-4b71-a8fb-a23013391f26), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:39.697543 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f73a3924-d940-40dd-bf87-43726d7f7c33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:39.698818 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-f73a3924-d940-40dd-bf87-43726d7f7c33 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9cecf81a-0fe4-4b71-a8fb-a23013391f26 HTTP/1.1" status: 204 len: 168 time: 0.1283145 May 09 04:33:39.707222 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a3924-d940-40dd-bf87-43726d7f7c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cecf81a-0fe4-4b71-a8fb-a23013391f26,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:39.758697 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0683c-d9e4-43fe-bbef-0a3d510ead3f tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Pushing event deleted for resources: {'Port': ['ID=114b3c19-9453-4537-b992-5d2737a6d6f4,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:39.803545 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-48d8020c-909e-4885-be68-c42bccebfa0e tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (8745146f-6de5-4f29-8aa4-9b866c0e83f0), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:39.882275 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d8020c-909e-4885-be68-c42bccebfa0e tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Pushing event deleted for resources: {'Port': ['ID=8745146f-6de5-4f29-8aa4-9b866c0e83f0,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:39.885057 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a841cd97-773e-407c-9706-4c8089df1082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651439'] for router (7218fba7-f47d-4d1b-a3e6-aaba1a513a74), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:39.885614 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a841cd97-773e-407c-9706-4c8089df1082 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7218fba7-f47d-4d1b-a3e6-aaba1a513a74 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 04:33:39.890265 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-a841cd97-773e-407c-9706-4c8089df1082 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:39.891362 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-a841cd97-773e-407c-9706-4c8089df1082 admin admin] 10.222.0.44 "DELETE /v2.0/routers/7218fba7-f47d-4d1b-a3e6-aaba1a513a74 HTTP/1.1" status: 204 len: 168 time: 2.9451063 May 09 04:33:39.894355 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 49868) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:39.901983 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-4ea019ca-0aa3-4846-a3fe-b717148c429e req-554d5cfd-d02d-4376-9462-11cdeae399ae service neutron] For port 5c419669-8aea-4b2e-9dd3-40cafa53920b, host hv-cinder-83800, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:33:39.940540 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-4ea019ca-0aa3-4846-a3fe-b717148c429e req-554d5cfd-d02d-4376-9462-11cdeae399ae service neutron] For port 5c419669-8aea-4b2e-9dd3-40cafa53920b, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=5c419669-8aea-4b2e-9dd3-40cafa53920b,segment=NetworkSegment(a6fc2217-4ccc-49f9-89a1-955981406961),segment_id=a6fc2217-4ccc-49f9-89a1-955981406961)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:33:39.957757 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-abab6ee8-fef5-480d-bee3-8681ae6d2ffe admin admin] Deleting subnet 87b48efb-b1e0-41b2-b0c9-d4e283605b77 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 04:33:39.961171 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-abab6ee8-fef5-480d-bee3-8681ae6d2ffe admin admin] Publish callbacks [] for subnet (87b48efb-b1e0-41b2-b0c9-d4e283605b77), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:39.978506 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4ea019ca-0aa3-4846-a3fe-b717148c429e req-554d5cfd-d02d-4376-9462-11cdeae399ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718803'] for port (5c419669-8aea-4b2e-9dd3-40cafa53920b), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:40.011166 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-abab6ee8-fef5-480d-bee3-8681ae6d2ffe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3728541'] for subnet (87b48efb-b1e0-41b2-b0c9-d4e283605b77), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:40.051069 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea019ca-0aa3-4846-a3fe-b717148c429e req-554d5cfd-d02d-4376-9462-11cdeae399ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:40.051693 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-4ea019ca-0aa3-4846-a3fe-b717148c429e req-554d5cfd-d02d-4376-9462-11cdeae399ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:40.053128 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-4ea019ca-0aa3-4846-a3fe-b717148c429e req-554d5cfd-d02d-4376-9462-11cdeae399ae service neutron] 10.222.0.13 "PUT /v2.0/ports/5c419669-8aea-4b2e-9dd3-40cafa53920b HTTP/1.1" status: 200 len: 1093 time: 2.9948514 May 09 04:33:40.060113 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c3132a4-8591-418d-8efe-7148c942eb3f', 'tag': '5c419669-8aea-4b2e-9dd3-40cafa53920b'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:33:40.062508 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708343da101edf5db3821e80f7e6194e70163222c3a70cb9c2c474869a6028b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315c7d3d-e3e7-470b-96d4-2fa0298ff209" -d '{"events": [{"name": "network-changed", "server_uuid": "2c3132a4-8591-418d-8efe-7148c942eb3f", "tag": "5c419669-8aea-4b2e-9dd3-40cafa53920b"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:33:40.073405 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-48d8020c-909e-4885-be68-c42bccebfa0e tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks [] for floatingip (225bfe9e-190e-4a73-a5e7-624929a79bcd), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:40.077601 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-48d8020c-909e-4885-be68-c42bccebfa0e tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:40.082073 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-48d8020c-909e-4885-be68-c42bccebfa0e tempest-AttachVolumeShelveTestJSON-769609988 tempest-AttachVolumeShelveTestJSON-769609988-project] 10.222.0.44 "DELETE /v2.0/floatingips/225bfe9e-190e-4a73-a5e7-624929a79bcd HTTP/1.1" status: 204 len: 168 time: 1.9447474 May 09 04:33:40.140940 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-abab6ee8-fef5-480d-bee3-8681ae6d2ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16420057'] for subnet (87b48efb-b1e0-41b2-b0c9-d4e283605b77), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:40.144258 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 04:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0debfcc-353d-4c90-b428-0c78e17b65fd x-openstack-request-id: req-d0debfcc-353d-4c90-b428-0c78e17b65fd {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:33:40.144557 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c3132a4-8591-418d-8efe-7148c942eb3f", "tag": "5c419669-8aea-4b2e-9dd3-40cafa53920b", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:33:40.144813 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d0debfcc-353d-4c90-b428-0c78e17b65fd {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:33:40.145214 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0debfcc-353d-4c90-b428-0c78e17b65fd'] response: {'name': 'network-changed', 'server_uuid': '2c3132a4-8591-418d-8efe-7148c942eb3f', 'tag': '5c419669-8aea-4b2e-9dd3-40cafa53920b', 'status': 'completed', 'code': 200} May 09 04:33:40.171806 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98f56aea-fc33-4048-b316-2b0bb1912ff4 req-9fb0683c-d9e4-43fe-bbef-0a3d510ead3f tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Router 4d52aa5f-732c-4e4d-b61c-fb86a901d96c has already been hosted by L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 04:33:40.175172 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554d5cfd-d02d-4376-9462-11cdeae399ae service neutron] Pushing event updated for resources: {'Port': ['ID=5c419669-8aea-4b2e-9dd3-40cafa53920b,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:40.191031 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea019ca-0aa3-4846-a3fe-b717148c429e req-55d76f76-d463-469b-95da-5926c40f16f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:40.192181 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-4ea019ca-0aa3-4846-a3fe-b717148c429e req-55d76f76-d463-469b-95da-5926c40f16f9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d6aeac77b6d4f1c8f912d7c5d91968f&device_id=2c3132a4-8591-418d-8efe-7148c942eb3f HTTP/1.1" status: 200 len: 1127 time: 0.0709109 May 09 04:33:40.241959 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-abab6ee8-fef5-480d-bee3-8681ae6d2ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16420032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261596683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261552598'] for subnet (87b48efb-b1e0-41b2-b0c9-d4e283605b77), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:40.284948 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-4ea019ca-0aa3-4846-a3fe-b717148c429e req-3ec8e8cb-3dac-4c67-bdbf-35833ac33242 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5c419669-8aea-4b2e-9dd3-40cafa53920b HTTP/1.1" status: 200 len: 217 time: 0.0842888 May 09 04:33:40.286619 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-abab6ee8-fef5-480d-bee3-8681ae6d2ffe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:40.287545 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af6c2c7-29b7-47b3-9c2c-7075a4bec13d None None] Network c098f41a-1b6f-43cb-bcbf-7c93b467901c requested from dv-cinder-838009-3-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 04:33:40.290788 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-abab6ee8-fef5-480d-bee3-8681ae6d2ffe admin admin] 10.222.0.44 "DELETE /v2.0/subnets/87b48efb-b1e0-41b2-b0c9-d4e283605b77 HTTP/1.1" status: 204 len: 168 time: 0.3942778 May 09 04:33:40.301479 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 49884) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:40.313585 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abab6ee8-fef5-480d-bee3-8681ae6d2ffe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87b48efb-b1e0-41b2-b0c9-d4e283605b77,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:40.453698 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1ccfbf39-3032-4b20-b087-dec79e4a2fa4 req-d57f0ace-f1f2-47c3-b622-352fbd9ef9d7 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac02e597-eed8-41a5-9300-f980ce0cf328 HTTP/1.1" status: 200 len: 210 time: 0.0555770 May 09 04:33:40.566725 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea019ca-0aa3-4846-a3fe-b717148c429e req-cbcc487a-b21c-41ef-99e4-f462bd7dd340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:40.568211 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-4ea019ca-0aa3-4846-a3fe-b717148c429e req-cbcc487a-b21c-41ef-99e4-f462bd7dd340 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=817d6cf4-f213-4ef8-8b64-8984320d9963 HTTP/1.1" status: 200 len: 853 time: 0.2675445 May 09 04:33:40.581504 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f454c-3bfe-4d97-84ad-483cbd202ff2 req-d5f7805b-38a0-4582-a0ab-4aea9d3d4b60 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:40.582986 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-e34f454c-3bfe-4d97-84ad-483cbd202ff2 req-d5f7805b-38a0-4582-a0ab-4aea9d3d4b60 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c3132a4-8591-418d-8efe-7148c942eb3f HTTP/1.1" status: 200 len: 943 time: 0.1552579 May 09 04:33:40.632453 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4fe2acd-571f-4b18-95f4-20f60f0bdcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16361990'] for network (c098f41a-1b6f-43cb-bcbf-7c93b467901c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:40.648739 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-4ea019ca-0aa3-4846-a3fe-b717148c429e req-f2f5c0f0-d72b-431f-897a-d7599f2a1278 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=627ae9bf-4485-4d21-8d33-ad26d60fe27f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632498 May 09 04:33:40.656219 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98f56aea-fc33-4048-b316-2b0bb1912ff4 req-9fb0683c-d9e4-43fe-bbef-0a3d510ead3f tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:33:40.675970 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa21478b-5b48-4aed-9530-0da878da0409 None None] Sync routers for ids ['4d52aa5f-732c-4e4d-b61c-fb86a901d96c'] in dv-cinder-838009-3-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:33:40.683716 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f106353f-06bb-48cd-a63f-39411ddf94df None None] DHCP port deletion for c098f41a-1b6f-43cb-bcbf-7c93b467901c request from dv-cinder-838009-3-iscsi {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 09 04:33:40.690812 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa21478b-5b48-4aed-9530-0da878da0409 None None] Routers {'4d52aa5f-732c-4e4d-b61c-fb86a901d96c'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:33:40.691444 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-aa21478b-5b48-4aed-9530-0da878da0409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:33:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['4d52aa5f-732c-4e4d-b61c-fb86a901d96c'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:33:40.784411 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f106353f-06bb-48cd-a63f-39411ddf94df None None] Deleting port e01a340c-e326-4051-a4e0-0d68ecd04793 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:33:40.784677 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f106353f-06bb-48cd-a63f-39411ddf94df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (e01a340c-e326-4051-a4e0-0d68ecd04793), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:40.807364 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f56aea-fc33-4048-b316-2b0bb1912ff4 req-9fb0683c-d9e4-43fe-bbef-0a3d510ead3f tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] No DVR routers for this DVR port 114b3c19-9453-4537-b992-5d2737a6d6f4 on host hv-cinder-83800 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 04:33:40.810788 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-98f56aea-fc33-4048-b316-2b0bb1912ff4 req-9fb0683c-d9e4-43fe-bbef-0a3d510ead3f tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:40.815210 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-98f56aea-fc33-4048-b316-2b0bb1912ff4 req-9fb0683c-d9e4-43fe-bbef-0a3d510ead3f tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.13 "DELETE /v2.0/ports/114b3c19-9453-4537-b992-5d2737a6d6f4 HTTP/1.1" status: 204 len: 173 time: 3.2242124 May 09 04:33:40.825237 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-e34f454c-3bfe-4d97-84ad-483cbd202ff2 req-28990835-ee8b-4b91-a9d9-04a718a31f46 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c8f1502-905e-441a-a5fd-62cb90725c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322302 May 09 04:33:40.841079 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d4fe2acd-571f-4b18-95f4-20f60f0bdcc3 admin admin] Deleting port e01a340c-e326-4051-a4e0-0d68ecd04793 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:33:40.841492 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4fe2acd-571f-4b18-95f4-20f60f0bdcc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (e01a340c-e326-4051-a4e0-0d68ecd04793), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:40.915539 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f106353f-06bb-48cd-a63f-39411ddf94df None None] For port e01a340c-e326-4051-a4e0-0d68ecd04793, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=e01a340c-e326-4051-a4e0-0d68ecd04793,segment=NetworkSegment(f341e802-0fa0-4391-8859-90dd675b2e9c),segment_id=f341e802-0fa0-4391-8859-90dd675b2e9c)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:33:40.916315 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f106353f-06bb-48cd-a63f-39411ddf94df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (e01a340c-e326-4051-a4e0-0d68ecd04793), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:40.946724 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f106353f-06bb-48cd-a63f-39411ddf94df None None] Calling delete_port for e01a340c-e326-4051-a4e0-0d68ecd04793 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:33:40.946992 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-d4fe2acd-571f-4b18-95f4-20f60f0bdcc3 admin admin] For port e01a340c-e326-4051-a4e0-0d68ecd04793, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=e01a340c-e326-4051-a4e0-0d68ecd04793,segment=NetworkSegment(f341e802-0fa0-4391-8859-90dd675b2e9c),segment_id=f341e802-0fa0-4391-8859-90dd675b2e9c)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:33:40.947128 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4fe2acd-571f-4b18-95f4-20f60f0bdcc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (e01a340c-e326-4051-a4e0-0d68ecd04793), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:40.951636 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-4ea019ca-0aa3-4846-a3fe-b717148c429e req-5ad8d7b8-132f-4603-8e54-b0853bbae0fe service neutron] 10.222.0.13 "GET /v2.0/networks/627ae9bf-4485-4d21-8d33-ad26d60fe27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907836 May 09 04:33:40.956582 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-aa21478b-5b48-4aed-9530-0da878da0409 None None] Set router 4d52aa5f-732c-4e4d-b61c-fb86a901d96c gateway port host: dv-cinder-838009-3-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:33:40.981395 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-d4fe2acd-571f-4b18-95f4-20f60f0bdcc3 admin admin] Calling delete_port for e01a340c-e326-4051-a4e0-0d68ecd04793 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:33:41.105519 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-4ea019ca-0aa3-4846-a3fe-b717148c429e req-271904a4-696f-4de3-95d7-34a946b75ae4 service neutron] 10.222.0.13 "GET /v2.0/networks/627ae9bf-4485-4d21-8d33-ad26d60fe27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482253 May 09 04:33:41.125631 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4fe2acd-571f-4b18-95f4-20f60f0bdcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (e01a340c-e326-4051-a4e0-0d68ecd04793), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:41.151745 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe2acd-571f-4b18-95f4-20f60f0bdcc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e01a340c-e326-4051-a4e0-0d68ecd04793,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:41.156840 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fe2acd-571f-4b18-95f4-20f60f0bdcc3 admin admin] No DVR routers for this DVR port e01a340c-e326-4051-a4e0-0d68ecd04793 on host dv-cinder-838009-3-iscsi {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 04:33:41.157752 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f106353f-06bb-48cd-a63f-39411ddf94df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069'] for port (e01a340c-e326-4051-a4e0-0d68ecd04793), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:41.197828 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106353f-06bb-48cd-a63f-39411ddf94df None None] Pushing event deleted for resources: {'Port': ['ID=e01a340c-e326-4051-a4e0-0d68ecd04793,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:41.205049 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f106353f-06bb-48cd-a63f-39411ddf94df None None] No DVR routers for this DVR port e01a340c-e326-4051-a4e0-0d68ecd04793 on host dv-cinder-838009-3-iscsi {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 04:33:41.259913 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-aa21478b-5b48-4aed-9530-0da878da0409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'name': 'tempest-AttachVolumeNegativeTest-195011021-router', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:53Z', 'updated_at': '2022-05-09T04:28:01Z', 'revision_number': 4, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'gw_port': {'id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:54Z', 'updated_at': '2022-05-09T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '529116a4-e0e4-4a10-a24e-711cb18b842b', 'name': '', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'mac_address': 'fa:16:3e:b2:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:28:00Z', 'updated_at': '2022-05-09T04:28:11Z', 'revision_number': 5, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'subnets': [{'id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:33:41.264429 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4fe2acd-571f-4b18-95f4-20f60f0bdcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16419436', 'neutron.services.segments.db._delete_segments_for_network-8782008167190'] for network (c098f41a-1b6f-43cb-bcbf-7c93b467901c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:41.291914 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-d4fe2acd-571f-4b18-95f4-20f60f0bdcc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c098f41a-1b6f-43cb-bcbf-7c93b467901c']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:33:41.293640 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa21478b-5b48-4aed-9530-0da878da0409 None None] Checking router: 4d52aa5f-732c-4e4d-b61c-fb86a901d96c for host: dv-cinder-838009-3-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:33:41.303224 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa21478b-5b48-4aed-9530-0da878da0409 None None] Routers {'4d52aa5f-732c-4e4d-b61c-fb86a901d96c'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:33:41.303977 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-aa21478b-5b48-4aed-9530-0da878da0409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:33:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['4d52aa5f-732c-4e4d-b61c-fb86a901d96c'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:33:41.304603 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-d4fe2acd-571f-4b18-95f4-20f60f0bdcc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f341e802-0fa0-4391-8859-90dd675b2e9c') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:33:41.304897 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-d4fe2acd-571f-4b18-95f4-20f60f0bdcc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f341e802-0fa0-4391-8859-90dd675b2e9c') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:33:41.315126 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4fe2acd-571f-4b18-95f4-20f60f0bdcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782008168991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260862404'] for segment (f341e802-0fa0-4391-8859-90dd675b2e9c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:41.329591 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4fe2acd-571f-4b18-95f4-20f60f0bdcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754'] for segment (f341e802-0fa0-4391-8859-90dd675b2e9c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:41.336672 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4fe2acd-571f-4b18-95f4-20f60f0bdcc3 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 04:33:41.337235 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4fe2acd-571f-4b18-95f4-20f60f0bdcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718903'] for segment (f341e802-0fa0-4391-8859-90dd675b2e9c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:41.340021 dv-cinder-838009-3-iscsi neutron-server[103225]: Traceback (most recent call last): May 09 04:33:41.340021 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 04:33:41.340021 dv-cinder-838009-3-iscsi neutron-server[103225]: timer() May 09 04:33:41.340021 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 04:33:41.340021 dv-cinder-838009-3-iscsi neutron-server[103225]: cb(*args, **kw) May 09 04:33:41.340021 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 04:33:41.340021 dv-cinder-838009-3-iscsi neutron-server[103225]: return func(*args, **kwargs) May 09 04:33:41.340021 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 04:33:41.340021 dv-cinder-838009-3-iscsi neutron-server[103225]: self._notify() May 09 04:33:41.340021 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 04:33:41.340021 dv-cinder-838009-3-iscsi neutron-server[103225]: self.callback(batched_events) May 09 04:33:41.340021 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 04:33:41.340021 dv-cinder-838009-3-iscsi neutron-server[103225]: event.method(event) May 09 04:33:41.340021 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 04:33:41.340021 dv-cinder-838009-3-iscsi neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 04:33:41.340021 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 04:33:41.340021 dv-cinder-838009-3-iscsi neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( May 09 04:33:41.340021 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 04:33:41.340021 dv-cinder-838009-3-iscsi neutron-server[103225]: return f(self, *a, **k) May 09 04:33:41.340021 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 04:33:41.340021 dv-cinder-838009-3-iscsi neutron-server[103225]: return self._get(url).json() May 09 04:33:41.340021 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 04:33:41.340021 dv-cinder-838009-3-iscsi neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 04:33:41.340021 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 04:33:41.340021 dv-cinder-838009-3-iscsi neutron-server[103225]: return self.request(url, 'GET', **kwargs) May 09 04:33:41.340021 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 04:33:41.340021 dv-cinder-838009-3-iscsi neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, May 09 04:33:41.340021 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 04:33:41.340021 dv-cinder-838009-3-iscsi neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 04:33:41.340021 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 04:33:41.340021 dv-cinder-838009-3-iscsi neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 04:33:41.340021 dv-cinder-838009-3-iscsi neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 04:33:41.412415 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4fe2acd-571f-4b18-95f4-20f60f0bdcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16419415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-653516'] for network (c098f41a-1b6f-43cb-bcbf-7c93b467901c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:41.426037 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4fe2acd-571f-4b18-95f4-20f60f0bdcc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:41.430317 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-d4fe2acd-571f-4b18-95f4-20f60f0bdcc3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c098f41a-1b6f-43cb-bcbf-7c93b467901c HTTP/1.1" status: 204 len: 168 time: 1.1269369 May 09 04:33:41.449289 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe2acd-571f-4b18-95f4-20f60f0bdcc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c098f41a-1b6f-43cb-bcbf-7c93b467901c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:41.500743 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-aa21478b-5b48-4aed-9530-0da878da0409 None None] Set router 4d52aa5f-732c-4e4d-b61c-fb86a901d96c gateway port host: dv-cinder-838009-3-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:33:41.535915 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device a6fff779-10d4-4785-a829-61745b937b90 no longer exists at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:33:41.559697 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] No Port match for: a6fff779-10d4-4785-a829-61745b937b90 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 04:33:41.560100 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device a6fff779-10d4-4785-a829-61745b937b90 not bound to the agent host dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 04:33:41.560568 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device e01a340c-e326-4051-a4e0-0d68ecd04793 no longer exists at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:33:41.586668 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] No Port match for: e01a340c-e326-4051-a4e0-0d68ecd04793 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 04:33:41.586905 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device e01a340c-e326-4051-a4e0-0d68ecd04793 not bound to the agent host dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 04:33:41.615546 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c31b80d9-6c42-45b1-986e-4e238ffe4fbf req-2e38c194-4f62-44cb-a004-e6275560901d tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac02e597-eed8-41a5-9300-f980ce0cf328 HTTP/1.1" status: 200 len: 210 time: 0.0539868 May 09 04:33:41.693225 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 49930) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:41.755043 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-78a5760c-d4e3-491a-9a66-7aa48582aafd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c8cbe32e8ede404fa3d19537256606e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0583298 May 09 04:33:41.755428 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 49932) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:41.804241 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-aa21478b-5b48-4aed-9530-0da878da0409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'name': 'tempest-AttachVolumeNegativeTest-195011021-router', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:53Z', 'updated_at': '2022-05-09T04:28:01Z', 'revision_number': 4, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'gw_port': {'id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:54Z', 'updated_at': '2022-05-09T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '529116a4-e0e4-4a10-a24e-711cb18b842b', 'name': '', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'mac_address': 'fa:16:3e:b2:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:28:00Z', 'updated_at': '2022-05-09T04:28:11Z', 'revision_number': 5, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'subnets': [{'id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:33:41.808062 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b701e140-9022-4f94-8934-f7548784f22e admin admin] Publish callbacks [] for security_group (6858236a-d081-436d-bc11-2ec846f71e7e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:41.834616 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa21478b-5b48-4aed-9530-0da878da0409 None None] The sync data for ids ['4d52aa5f-732c-4e4d-b61c-fb86a901d96c'] in dv-cinder-838009-3-iscsi is: [{'id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'name': 'tempest-AttachVolumeNegativeTest-195011021-router', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:53Z', 'updated_at': '2022-05-09T04:28:01Z', 'revision_number': 4, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'gw_port': {'id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:54Z', 'updated_at': '2022-05-09T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '529116a4-e0e4-4a10-a24e-711cb18b842b', 'name': '', 'network_id': 'cff1ca97-0d5c-4d7d-b3c2-a81f844b16da', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'mac_address': 'fa:16:3e:b2:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:28:00Z', 'updated_at': '2022-05-09T04:28:11Z', 'revision_number': 5, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'subnets': [{'id': '2d5198bd-ad41-455d-84af-e9d6c501ca45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:33:41.839769 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b701e140-9022-4f94-8934-f7548784f22e admin admin] Publish callbacks [] for security_group (6858236a-d081-436d-bc11-2ec846f71e7e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:41.940422 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b701e140-9022-4f94-8934-f7548784f22e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (6858236a-d081-436d-bc11-2ec846f71e7e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:41.944263 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b701e140-9022-4f94-8934-f7548784f22e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:41.945987 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-b701e140-9022-4f94-8934-f7548784f22e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6858236a-d081-436d-bc11-2ec846f71e7e HTTP/1.1" status: 204 len: 168 time: 0.1893437 May 09 04:33:41.975739 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c7d3d-e3e7-470b-96d4-2fa0298ff209 req-bebacdd2-4a75-4537-800a-911e79f359cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:41.977535 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b701e140-9022-4f94-8934-f7548784f22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6858236a-d081-436d-bc11-2ec846f71e7e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:41.979321 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-315c7d3d-e3e7-470b-96d4-2fa0298ff209 req-bebacdd2-4a75-4537-800a-911e79f359cd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d6aeac77b6d4f1c8f912d7c5d91968f&device_id=2c3132a4-8591-418d-8efe-7148c942eb3f HTTP/1.1" status: 200 len: 1127 time: 0.1036160 May 09 04:33:42.066518 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c507c84-f0d1-4b99-83b2-3febc55d71d7 req-bac6406f-dd8c-4b22-ad37-b18ec7209ac0 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:42.073564 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8c507c84-f0d1-4b99-83b2-3febc55d71d7 req-bac6406f-dd8c-4b22-ad37-b18ec7209ac0 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c3132a4-8591-418d-8efe-7148c942eb3f HTTP/1.1" status: 200 len: 943 time: 0.1385183 May 09 04:33:42.162615 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac02e597-eed8-41a5-9300-f980ce0cf328', 'name': 'network-vif-deleted', 'tag': '114b3c19-9453-4537-b992-5d2737a6d6f4'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:33:42.166278 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708343da101edf5db3821e80f7e6194e70163222c3a70cb9c2c474869a6028b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb151eb-7b10-4991-b67e-70ec6984b50e" -d '{"events": [{"server_uuid": "ac02e597-eed8-41a5-9300-f980ce0cf328", "name": "network-vif-deleted", "tag": "114b3c19-9453-4537-b992-5d2737a6d6f4"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:33:42.174088 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c7d3d-e3e7-470b-96d4-2fa0298ff209 req-21afdf0c-f5e1-4b89-ab9f-9053aeb7a301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:42.175744 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-315c7d3d-e3e7-470b-96d4-2fa0298ff209 req-21afdf0c-f5e1-4b89-ab9f-9053aeb7a301 service neutron] 10.222.0.13 "GET /v2.0/networks?id=627ae9bf-4485-4d21-8d33-ad26d60fe27f HTTP/1.1" status: 200 len: 914 time: 0.1894889 May 09 04:33:42.179199 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8c507c84-f0d1-4b99-83b2-3febc55d71d7 req-a5b7f96d-4860-4e26-97db-5fa267671929 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c8f1502-905e-441a-a5fd-62cb90725c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048234 May 09 04:33:42.237807 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 04:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a888e3fe-2362-4635-83d9-969092b3a493 x-openstack-request-id: req-a888e3fe-2362-4635-83d9-969092b3a493 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:33:42.238112 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac02e597-eed8-41a5-9300-f980ce0cf328", "name": "network-vif-deleted", "tag": "114b3c19-9453-4537-b992-5d2737a6d6f4", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:33:42.238370 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a888e3fe-2362-4635-83d9-969092b3a493 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:33:42.238774 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a888e3fe-2362-4635-83d9-969092b3a493'] response: {'server_uuid': 'ac02e597-eed8-41a5-9300-f980ce0cf328', 'name': 'network-vif-deleted', 'tag': '114b3c19-9453-4537-b992-5d2737a6d6f4', 'status': 'completed', 'code': 200} May 09 04:33:42.240450 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-315c7d3d-e3e7-470b-96d4-2fa0298ff209 req-cab25193-58c1-4eda-9099-4527df0093c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5c419669-8aea-4b2e-9dd3-40cafa53920b HTTP/1.1" status: 200 len: 217 time: 0.0572929 May 09 04:33:42.264600 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b9ab81-681d-44ff-981d-59d42c5ac3a5 None None] New status for floating IP 839dfa94-d169-4164-8ea5-e054e48bb333: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 04:33:42.301020 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c7d3d-e3e7-470b-96d4-2fa0298ff209 req-421c3307-1780-4fad-821d-85999d089c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:42.302912 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-315c7d3d-e3e7-470b-96d4-2fa0298ff209 req-421c3307-1780-4fad-821d-85999d089c74 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=817d6cf4-f213-4ef8-8b64-8984320d9963 HTTP/1.1" status: 200 len: 853 time: 0.0565183 May 09 04:33:42.351706 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-315c7d3d-e3e7-470b-96d4-2fa0298ff209 req-89512896-83ef-4d9f-8092-eb8c1ef9ff05 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=627ae9bf-4485-4d21-8d33-ad26d60fe27f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427601 May 09 04:33:42.424598 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 49956) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:42.459296 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-315c7d3d-e3e7-470b-96d4-2fa0298ff209 req-805622d5-8e61-4f63-9b66-b83590caa793 service neutron] 10.222.0.13 "GET /v2.0/networks/627ae9bf-4485-4d21-8d33-ad26d60fe27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984435 May 09 04:33:42.470867 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-0086996d-a071-46b3-872d-194294790877 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=04dd4b39fd594b19a4fa84188cf31fd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429077 May 09 04:33:42.471179 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 49958) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:42.521036 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-100a1371-cb65-4928-b244-3498d65eb421 admin admin] Publish callbacks [] for security_group (dd815c09-a77d-473b-9186-317dc2df1371), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:42.544456 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-100a1371-cb65-4928-b244-3498d65eb421 admin admin] Publish callbacks [] for security_group (dd815c09-a77d-473b-9186-317dc2df1371), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:42.561489 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-315c7d3d-e3e7-470b-96d4-2fa0298ff209 req-aabdd61f-7db1-4750-b27f-d8935ea80b13 service neutron] 10.222.0.13 "GET /v2.0/networks/627ae9bf-4485-4d21-8d33-ad26d60fe27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961728 May 09 04:33:42.594868 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-100a1371-cb65-4928-b244-3498d65eb421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (dd815c09-a77d-473b-9186-317dc2df1371), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:42.597687 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-100a1371-cb65-4928-b244-3498d65eb421 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:42.598840 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-100a1371-cb65-4928-b244-3498d65eb421 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dd815c09-a77d-473b-9186-317dc2df1371 HTTP/1.1" status: 204 len: 168 time: 0.1267257 May 09 04:33:42.607655 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a1371-cb65-4928-b244-3498d65eb421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd815c09-a77d-473b-9186-317dc2df1371,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:42.722506 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 49970) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:42.793887 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 49974) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:42.816036 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-39061309-c848-4c55-9a37-94698f875d63 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for security_group (a16304c9-c9fd-40e5-ac29-b96e6c34dd67), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:42.848442 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-39061309-c848-4c55-9a37-94698f875d63 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for security_group (a16304c9-c9fd-40e5-ac29-b96e6c34dd67), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:42.938522 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-39061309-c848-4c55-9a37-94698f875d63 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (a16304c9-c9fd-40e5-ac29-b96e6c34dd67), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:42.941827 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-39061309-c848-4c55-9a37-94698f875d63 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:42.943508 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-39061309-c848-4c55-9a37-94698f875d63 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "DELETE /v2.0/security-groups/a16304c9-c9fd-40e5-ac29-b96e6c34dd67 HTTP/1.1" status: 204 len: 168 time: 0.2183294 May 09 04:33:42.946265 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 49980) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:42.975336 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.api.v2.resource [None req-1e467238-bb06-4195-84d0-da1f3b7b06e3 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] show failed (client error): The resource could not be found. May 09 04:33:42.980855 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 49982) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:42.984051 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-1e467238-bb06-4195-84d0-da1f3b7b06e3 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "GET /v2.0/security-groups/a16304c9-c9fd-40e5-ac29-b96e6c34dd67 HTTP/1.1" status: 404 len: 347 time: 0.0364661 May 09 04:33:42.999817 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39061309-c848-4c55-9a37-94698f875d63 tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16304c9-c9fd-40e5-ac29-b96e6c34dd67,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:43.147096 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-c5f53c4f-455e-4d8d-bbb2-7428f2ea84ec tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Deleting port 02be0e2e-96fa-4b60-bf63-258be1849871 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:33:43.147435 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c5f53c4f-455e-4d8d-bbb2-7428f2ea84ec tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (02be0e2e-96fa-4b60-bf63-258be1849871), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:43.223215 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c5f53c4f-455e-4d8d-bbb2-7428f2ea84ec tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (02be0e2e-96fa-4b60-bf63-258be1849871), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:43.223547 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c5f53c4f-455e-4d8d-bbb2-7428f2ea84ec tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for floatingip (02be0e2e-96fa-4b60-bf63-258be1849871), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:43.241362 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-c5f53c4f-455e-4d8d-bbb2-7428f2ea84ec tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Calling delete_port for 02be0e2e-96fa-4b60-bf63-258be1849871 owned by network:floatingip {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:33:43.344963 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915794c-4765-4885-8655-9e6fbf6fcceb req-e2c74660-330e-4416-8dca-030d847f7100 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:43.346429 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8915794c-4765-4885-8655-9e6fbf6fcceb req-e2c74660-330e-4416-8dca-030d847f7100 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c3132a4-8591-418d-8efe-7148c942eb3f HTTP/1.1" status: 200 len: 943 time: 0.0588098 May 09 04:33:43.378775 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c5f53c4f-455e-4d8d-bbb2-7428f2ea84ec tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261596410'] for port (02be0e2e-96fa-4b60-bf63-258be1849871), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:43.382621 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 5c419669-8aea-4b2e-9dd3-40cafa53920b details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 04:33:43.404373 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f53c4f-455e-4d8d-bbb2-7428f2ea84ec tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Pushing event deleted for resources: {'Port': ['ID=02be0e2e-96fa-4b60-bf63-258be1849871,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:43.428885 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8915794c-4765-4885-8655-9e6fbf6fcceb req-59fcf764-fc42-4e05-833a-967cf6329872 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c8f1502-905e-441a-a5fd-62cb90725c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765185 May 09 04:33:43.483582 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c5f53c4f-455e-4d8d-bbb2-7428f2ea84ec tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks [] for floatingip (839dfa94-d169-4164-8ea5-e054e48bb333), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:43.486357 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c5f53c4f-455e-4d8d-bbb2-7428f2ea84ec tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for floatingip (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:43.487730 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-c5f53c4f-455e-4d8d-bbb2-7428f2ea84ec tempest-AttachVolumeNegativeTest-70527954 tempest-AttachVolumeNegativeTest-70527954-project] 10.222.0.44 "DELETE /v2.0/floatingips/839dfa94-d169-4164-8ea5-e054e48bb333 HTTP/1.1" status: 204 len: 168 time: 0.5055621 May 09 04:33:43.510154 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port 5c419669-8aea-4b2e-9dd3-40cafa53920b, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=5c419669-8aea-4b2e-9dd3-40cafa53920b,segment=NetworkSegment(a6fc2217-4ccc-49f9-89a1-955981406961),segment_id=a6fc2217-4ccc-49f9-89a1-955981406961)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:33:43.522007 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Returning: {'device': '5c419669-8aea-4b2e-9dd3-40cafa53920b', 'network_id': '627ae9bf-4485-4d21-8d33-ad26d60fe27f', 'port_id': '5c419669-8aea-4b2e-9dd3-40cafa53920b', 'mac_address': 'fa:16:3e:c5:9d:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '817d6cf4-f213-4ef8-8b64-8984320d9963', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 04:33:43.566175 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port 5c419669-8aea-4b2e-9dd3-40cafa53920b is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:33:43.566701 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (5c419669-8aea-4b2e-9dd3-40cafa53920b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:43.583276 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c419669-8aea-4b2e-9dd3-40cafa53920b {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 04:33:43.583582 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-25b350ca-91cf-465e-a004-05a4caacb7a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639180'] for router_interface (5f0fd5ff-f26a-4326-8fec-502ec9cca7d2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:43.604710 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port 5c419669-8aea-4b2e-9dd3-40cafa53920b, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=5c419669-8aea-4b2e-9dd3-40cafa53920b,segment=NetworkSegment(a6fc2217-4ccc-49f9-89a1-955981406961),segment_id=a6fc2217-4ccc-49f9-89a1-955981406961)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:33:43.610020 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (5c419669-8aea-4b2e-9dd3-40cafa53920b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:43.661908 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=5c419669-8aea-4b2e-9dd3-40cafa53920b,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:43.828108 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] get_ports_and_sgs() called for port_ids ['5c419669-8aea-4b2e-9dd3-40cafa53920b'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 04:33:43.833380 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-25b350ca-91cf-465e-a004-05a4caacb7a6 admin admin] Deleting port 68317c99-1ce1-4045-b453-28df7b5f91b6 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:33:43.833731 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-25b350ca-91cf-465e-a004-05a4caacb7a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (68317c99-1ce1-4045-b453-28df7b5f91b6), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:43.915156 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-25b350ca-91cf-465e-a004-05a4caacb7a6 admin admin] For port 68317c99-1ce1-4045-b453-28df7b5f91b6, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=68317c99-1ce1-4045-b453-28df7b5f91b6,segment=NetworkSegment(75ff18d1-4dc0-4046-afd3-30ccacd1313a),segment_id=75ff18d1-4dc0-4046-afd3-30ccacd1313a)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:33:43.915445 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-25b350ca-91cf-465e-a004-05a4caacb7a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (68317c99-1ce1-4045-b453-28df7b5f91b6), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:43.929759 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-25b350ca-91cf-465e-a004-05a4caacb7a6 admin admin] Calling delete_port for 68317c99-1ce1-4045-b453-28df7b5f91b6 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:33:44.127839 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-25b350ca-91cf-465e-a004-05a4caacb7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (68317c99-1ce1-4045-b453-28df7b5f91b6), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:44.158889 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b350ca-91cf-465e-a004-05a4caacb7a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=68317c99-1ce1-4045-b453-28df7b5f91b6,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:44.563208 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094bf8e-5747-4fcc-b1a9-ed9f419970f6 req-08b7d0ad-5754-4dc7-8644-080b10e9d039 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:44.564960 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2094bf8e-5747-4fcc-b1a9-ed9f419970f6 req-08b7d0ad-5754-4dc7-8644-080b10e9d039 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c3132a4-8591-418d-8efe-7148c942eb3f HTTP/1.1" status: 200 len: 944 time: 0.0510814 May 09 04:33:44.619726 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-25b350ca-91cf-465e-a004-05a4caacb7a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645075'] for router_interface (5f0fd5ff-f26a-4326-8fec-502ec9cca7d2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:44.628691 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-2094bf8e-5747-4fcc-b1a9-ed9f419970f6 req-cc423c23-48c9-4d9d-9c19-39b8748ee2ba tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c8f1502-905e-441a-a5fd-62cb90725c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567899 May 09 04:33:44.880387 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b350ca-91cf-465e-a004-05a4caacb7a6 admin admin] Router 5f0fd5ff-f26a-4326-8fec-502ec9cca7d2 has already been hosted by L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 04:33:45.000900 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b350ca-91cf-465e-a004-05a4caacb7a6 admin admin] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:33:45.006247 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-25b350ca-91cf-465e-a004-05a4caacb7a6 admin admin] 10.222.0.44 "PUT /v2.0/routers/5f0fd5ff-f26a-4326-8fec-502ec9cca7d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2113304 May 09 04:33:45.009338 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 50028) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:45.018682 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a345c1-b639-4ab5-aca9-d9dbca793f3f None None] Sync routers for ids ['5f0fd5ff-f26a-4326-8fec-502ec9cca7d2'] in dv-cinder-838009-3-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:33:45.030857 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a345c1-b639-4ab5-aca9-d9dbca793f3f None None] Routers {'5f0fd5ff-f26a-4326-8fec-502ec9cca7d2'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:33:45.031676 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-70a345c1-b639-4ab5-aca9-d9dbca793f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:33:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['5f0fd5ff-f26a-4326-8fec-502ec9cca7d2'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:33:45.150646 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4de4f7d8-62e3-449a-a13b-158b2f7e55c3 admin admin] Publish callbacks [] for router (5f0fd5ff-f26a-4326-8fec-502ec9cca7d2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:45.153246 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-70a345c1-b639-4ab5-aca9-d9dbca793f3f None None] Set router 5f0fd5ff-f26a-4326-8fec-502ec9cca7d2 gateway port host: dv-cinder-838009-3-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:33:45.265684 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4de4f7d8-62e3-449a-a13b-158b2f7e55c3 admin admin] Publish callbacks [] for router_gateway (5f0fd5ff-f26a-4326-8fec-502ec9cca7d2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:45.314854 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-4de4f7d8-62e3-449a-a13b-158b2f7e55c3 admin admin] Deleting port 4b338a19-939f-4bc6-9ded-572280defccb {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:33:45.315195 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4de4f7d8-62e3-449a-a13b-158b2f7e55c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (4b338a19-939f-4bc6-9ded-572280defccb), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:45.398947 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-4de4f7d8-62e3-449a-a13b-158b2f7e55c3 admin admin] For port 4b338a19-939f-4bc6-9ded-572280defccb, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=4b338a19-939f-4bc6-9ded-572280defccb,segment=NetworkSegment(bfcd5364-714b-4eea-b1ab-23d5506cc730),segment_id=bfcd5364-714b-4eea-b1ab-23d5506cc730)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:33:45.399316 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4de4f7d8-62e3-449a-a13b-158b2f7e55c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (4b338a19-939f-4bc6-9ded-572280defccb), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:45.400300 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 5c419669-8aea-4b2e-9dd3-40cafa53920b up at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:33:45.413981 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-4de4f7d8-62e3-449a-a13b-158b2f7e55c3 admin admin] Calling delete_port for 4b338a19-939f-4bc6-9ded-572280defccb owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:33:45.490326 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-70a345c1-b639-4ab5-aca9-d9dbca793f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'name': 'tempest-AttachVolumeShelveTestJSON-1852674164-router', 'tenant_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '4b338a19-939f-4bc6-9ded-572280defccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:15Z', 'updated_at': '2022-05-09T04:33:44Z', 'revision_number': 5, 'project_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'gw_port': {'id': '4b338a19-939f-4bc6-9ded-572280defccb', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:80:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:26:16Z', 'updated_at': '2022-05-09T04:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi'}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:33:45.492191 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Provisioning for port 5c419669-8aea-4b2e-9dd3-40cafa53920b completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 04:33:45.523864 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a345c1-b639-4ab5-aca9-d9dbca793f3f None None] Checking router: 5f0fd5ff-f26a-4326-8fec-502ec9cca7d2 for host: dv-cinder-838009-3-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:33:45.525565 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Provisioning complete for port 5c419669-8aea-4b2e-9dd3-40cafa53920b triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:33:45.525931 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (5c419669-8aea-4b2e-9dd3-40cafa53920b), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:45.554959 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a345c1-b639-4ab5-aca9-d9dbca793f3f None None] Routers {'5f0fd5ff-f26a-4326-8fec-502ec9cca7d2'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:33:45.555579 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-70a345c1-b639-4ab5-aca9-d9dbca793f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:33:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['5f0fd5ff-f26a-4326-8fec-502ec9cca7d2'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:33:45.587344 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4de4f7d8-62e3-449a-a13b-158b2f7e55c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (4b338a19-939f-4bc6-9ded-572280defccb), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:45.622592 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de4f7d8-62e3-449a-a13b-158b2f7e55c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b338a19-939f-4bc6-9ded-572280defccb,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:45.677806 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-70a345c1-b639-4ab5-aca9-d9dbca793f3f None None] Set router 5f0fd5ff-f26a-4326-8fec-502ec9cca7d2 gateway port host: None {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:33:45.689119 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4de4f7d8-62e3-449a-a13b-158b2f7e55c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-654078'] for router_gateway (5f0fd5ff-f26a-4326-8fec-502ec9cca7d2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:45.738603 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-70a345c1-b639-4ab5-aca9-d9dbca793f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'name': 'tempest-AttachVolumeShelveTestJSON-1852674164-router', 'tenant_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:15Z', 'updated_at': '2022-05-09T04:33:45Z', 'revision_number': 6, 'project_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'gw_port_host': None}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:33:45.740413 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port 5c419669-8aea-4b2e-9dd3-40cafa53920b is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:33:45.740804 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (5c419669-8aea-4b2e-9dd3-40cafa53920b), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:45.777475 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a345c1-b639-4ab5-aca9-d9dbca793f3f None None] The sync data for ids ['5f0fd5ff-f26a-4326-8fec-502ec9cca7d2'] in dv-cinder-838009-3-iscsi is: [{'id': '5f0fd5ff-f26a-4326-8fec-502ec9cca7d2', 'name': 'tempest-AttachVolumeShelveTestJSON-1852674164-router', 'tenant_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:26:15Z', 'updated_at': '2022-05-09T04:33:45Z', 'revision_number': 6, 'project_id': '5e56ba7f9cc64897a1d95ac15061e9e4', 'gw_port_host': None}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:33:45.794107 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3132a4-8591-418d-8efe-7148c942eb3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c419669-8aea-4b2e-9dd3-40cafa53920b'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:33:45.796567 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6941dd57353447cfe46bbb883e0d815d26e9477c6b9f0737609fdd17593c9a07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48998bc1-2a53-468b-84d8-8cdc2017a093" -d '{"events": [{"server_uuid": "2c3132a4-8591-418d-8efe-7148c942eb3f", "name": "network-vif-plugged", "status": "completed", "tag": "5c419669-8aea-4b2e-9dd3-40cafa53920b"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:33:45.809836 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4de4f7d8-62e3-449a-a13b-158b2f7e55c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29802'] for router (5f0fd5ff-f26a-4326-8fec-502ec9cca7d2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:45.814004 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port 5c419669-8aea-4b2e-9dd3-40cafa53920b, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=5c419669-8aea-4b2e-9dd3-40cafa53920b,segment=NetworkSegment(a6fc2217-4ccc-49f9-89a1-955981406961),segment_id=a6fc2217-4ccc-49f9-89a1-955981406961)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:33:45.814410 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4de4f7d8-62e3-449a-a13b-158b2f7e55c3 admin admin] Publish callbacks [] for router_controller (5f0fd5ff-f26a-4326-8fec-502ec9cca7d2), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:45.818815 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (5c419669-8aea-4b2e-9dd3-40cafa53920b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:45.829017 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63239576-c85e-4c5c-ab32-3ca26d28de4d req-50a3a6a2-63a9-41be-bf83-ef051978a4df tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:45.830542 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-63239576-c85e-4c5c-ab32-3ca26d28de4d req-50a3a6a2-63a9-41be-bf83-ef051978a4df tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c3132a4-8591-418d-8efe-7148c942eb3f HTTP/1.1" status: 200 len: 944 time: 0.1158113 May 09 04:33:45.877862 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 04:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dce5158-2a5b-41ec-8ad5-bd9e1fec6a19 x-openstack-request-id: req-7dce5158-2a5b-41ec-8ad5-bd9e1fec6a19 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:33:45.878310 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3132a4-8591-418d-8efe-7148c942eb3f", "name": "network-vif-plugged", "status": "completed", "tag": "5c419669-8aea-4b2e-9dd3-40cafa53920b", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:33:45.878563 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7dce5158-2a5b-41ec-8ad5-bd9e1fec6a19 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:33:45.878999 dv-cinder-838009-3-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dce5158-2a5b-41ec-8ad5-bd9e1fec6a19'] response: {'server_uuid': '2c3132a4-8591-418d-8efe-7148c942eb3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c419669-8aea-4b2e-9dd3-40cafa53920b', 'code': 200} May 09 04:33:45.887540 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=5c419669-8aea-4b2e-9dd3-40cafa53920b,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:45.896626 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4de4f7d8-62e3-449a-a13b-158b2f7e55c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651439'] for router (5f0fd5ff-f26a-4326-8fec-502ec9cca7d2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:45.897164 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de4f7d8-62e3-449a-a13b-158b2f7e55c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f0fd5ff-f26a-4326-8fec-502ec9cca7d2 {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 04:33:45.902653 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4de4f7d8-62e3-449a-a13b-158b2f7e55c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:45.906193 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-4de4f7d8-62e3-449a-a13b-158b2f7e55c3 admin admin] 10.222.0.44 "DELETE /v2.0/routers/5f0fd5ff-f26a-4326-8fec-502ec9cca7d2 HTTP/1.1" status: 204 len: 168 time: 0.8939703 May 09 04:33:45.907041 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 50040) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:45.929692 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-63239576-c85e-4c5c-ab32-3ca26d28de4d req-7bcc7425-723b-455c-8f32-ae84b60a512e tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c8f1502-905e-441a-a5fd-62cb90725c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640743 May 09 04:33:45.970467 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-acdc0d0d-7200-422c-8c4c-4db979461079 admin admin] Deleting subnet 1eeed15e-26fd-4534-8116-03da5482032b {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 04:33:45.973705 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-acdc0d0d-7200-422c-8c4c-4db979461079 admin admin] Publish callbacks [] for subnet (1eeed15e-26fd-4534-8116-03da5482032b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:46.013998 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-acdc0d0d-7200-422c-8c4c-4db979461079 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3728541'] for subnet (1eeed15e-26fd-4534-8116-03da5482032b), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:46.074640 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7d784-48bb-42b8-be47-3bf2b6152b09 req-7764d08e-2c39-415f-a82d-d0700be974ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:46.076280 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9df7d784-48bb-42b8-be47-3bf2b6152b09 req-7764d08e-2c39-415f-a82d-d0700be974ce service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2c3132a4-8591-418d-8efe-7148c942eb3f HTTP/1.1" status: 200 len: 1129 time: 0.0449696 May 09 04:33:46.106248 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-acdc0d0d-7200-422c-8c4c-4db979461079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16420057'] for subnet (1eeed15e-26fd-4534-8116-03da5482032b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:46.144315 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9df7d784-48bb-42b8-be47-3bf2b6152b09 req-c698ee19-a62e-460a-8641-45c3d3da4039 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7c8f1502-905e-441a-a5fd-62cb90725c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621181 May 09 04:33:46.171742 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-acdc0d0d-7200-422c-8c4c-4db979461079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16420032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261596683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261552598'] for subnet (1eeed15e-26fd-4534-8116-03da5482032b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:46.206674 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdc0d0d-7200-422c-8c4c-4db979461079 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1eeed15e-26fd-4534-8116-03da5482032b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:46.212551 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-acdc0d0d-7200-422c-8c4c-4db979461079 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:46.219825 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-acdc0d0d-7200-422c-8c4c-4db979461079 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1eeed15e-26fd-4534-8116-03da5482032b HTTP/1.1" status: 204 len: 168 time: 0.3081951 May 09 04:33:46.220184 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 50056) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:46.221235 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc84b78-5401-4d60-8762-1af32b44b07e None None] Network 01d9e17c-6b96-4039-a582-d98ab8fe7760 requested from dv-cinder-838009-3-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 04:33:46.296925 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3b807df9-3fd7-47f9-8687-89815548d602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16361990'] for network (01d9e17c-6b96-4039-a582-d98ab8fe7760), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:46.355965 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-3b807df9-3fd7-47f9-8687-89815548d602 admin admin] Deleting port 9a7ed369-7aea-4235-bc72-93856a236e72 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:33:46.356329 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3b807df9-3fd7-47f9-8687-89815548d602 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (9a7ed369-7aea-4235-bc72-93856a236e72), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:46.429367 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-3b807df9-3fd7-47f9-8687-89815548d602 admin admin] For port 9a7ed369-7aea-4235-bc72-93856a236e72, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=9a7ed369-7aea-4235-bc72-93856a236e72,segment=NetworkSegment(75ff18d1-4dc0-4046-afd3-30ccacd1313a),segment_id=75ff18d1-4dc0-4046-afd3-30ccacd1313a)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:33:46.429735 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3b807df9-3fd7-47f9-8687-89815548d602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (9a7ed369-7aea-4235-bc72-93856a236e72), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:46.456896 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-3b807df9-3fd7-47f9-8687-89815548d602 admin admin] Calling delete_port for 9a7ed369-7aea-4235-bc72-93856a236e72 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:33:46.540693 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3b807df9-3fd7-47f9-8687-89815548d602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (9a7ed369-7aea-4235-bc72-93856a236e72), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:46.570546 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b807df9-3fd7-47f9-8687-89815548d602 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a7ed369-7aea-4235-bc72-93856a236e72,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:46.580638 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b807df9-3fd7-47f9-8687-89815548d602 admin admin] No DVR routers for this DVR port 9a7ed369-7aea-4235-bc72-93856a236e72 on host dv-cinder-838009-3-iscsi {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 04:33:46.583492 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31a54fb-6b5f-4938-a6ba-a07df76bda9b None None] DHCP port deletion for 01d9e17c-6b96-4039-a582-d98ab8fe7760 request from dv-cinder-838009-3-iscsi {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 09 04:33:46.663802 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3b807df9-3fd7-47f9-8687-89815548d602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16419436', 'neutron.services.segments.db._delete_segments_for_network-8782008167190'] for network (01d9e17c-6b96-4039-a582-d98ab8fe7760), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:46.683817 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-3b807df9-3fd7-47f9-8687-89815548d602 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01d9e17c-6b96-4039-a582-d98ab8fe7760']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:33:46.693955 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-3b807df9-3fd7-47f9-8687-89815548d602 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75ff18d1-4dc0-4046-afd3-30ccacd1313a') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:33:46.694258 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-3b807df9-3fd7-47f9-8687-89815548d602 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75ff18d1-4dc0-4046-afd3-30ccacd1313a') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:33:46.704098 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3b807df9-3fd7-47f9-8687-89815548d602 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782008168991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260862404'] for segment (75ff18d1-4dc0-4046-afd3-30ccacd1313a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:46.718250 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3b807df9-3fd7-47f9-8687-89815548d602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754'] for segment (75ff18d1-4dc0-4046-afd3-30ccacd1313a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:46.724861 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b807df9-3fd7-47f9-8687-89815548d602 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 04:33:46.725257 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3b807df9-3fd7-47f9-8687-89815548d602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718903'] for segment (75ff18d1-4dc0-4046-afd3-30ccacd1313a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:46.727628 dv-cinder-838009-3-iscsi neutron-server[103225]: Traceback (most recent call last): May 09 04:33:46.727628 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 04:33:46.727628 dv-cinder-838009-3-iscsi neutron-server[103225]: timer() May 09 04:33:46.727628 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 04:33:46.727628 dv-cinder-838009-3-iscsi neutron-server[103225]: cb(*args, **kw) May 09 04:33:46.727628 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 04:33:46.727628 dv-cinder-838009-3-iscsi neutron-server[103225]: return func(*args, **kwargs) May 09 04:33:46.727628 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 04:33:46.727628 dv-cinder-838009-3-iscsi neutron-server[103225]: self._notify() May 09 04:33:46.727628 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 04:33:46.727628 dv-cinder-838009-3-iscsi neutron-server[103225]: self.callback(batched_events) May 09 04:33:46.727628 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 04:33:46.727628 dv-cinder-838009-3-iscsi neutron-server[103225]: event.method(event) May 09 04:33:46.727628 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 04:33:46.727628 dv-cinder-838009-3-iscsi neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 04:33:46.727628 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 04:33:46.727628 dv-cinder-838009-3-iscsi neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( May 09 04:33:46.727628 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 04:33:46.727628 dv-cinder-838009-3-iscsi neutron-server[103225]: return f(self, *a, **k) May 09 04:33:46.727628 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 04:33:46.727628 dv-cinder-838009-3-iscsi neutron-server[103225]: return self._get(url).json() May 09 04:33:46.727628 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 04:33:46.727628 dv-cinder-838009-3-iscsi neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 04:33:46.727628 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 04:33:46.727628 dv-cinder-838009-3-iscsi neutron-server[103225]: return self.request(url, 'GET', **kwargs) May 09 04:33:46.727628 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 04:33:46.727628 dv-cinder-838009-3-iscsi neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, May 09 04:33:46.727628 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 04:33:46.727628 dv-cinder-838009-3-iscsi neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 04:33:46.727628 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 04:33:46.727628 dv-cinder-838009-3-iscsi neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 04:33:46.727628 dv-cinder-838009-3-iscsi neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 04:33:46.786172 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3b807df9-3fd7-47f9-8687-89815548d602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16419415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-653516'] for network (01d9e17c-6b96-4039-a582-d98ab8fe7760), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:46.791976 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-3b807df9-3fd7-47f9-8687-89815548d602 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:46.795699 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-3b807df9-3fd7-47f9-8687-89815548d602 admin admin] 10.222.0.44 "DELETE /v2.0/networks/01d9e17c-6b96-4039-a582-d98ab8fe7760 HTTP/1.1" status: 204 len: 168 time: 0.5750172 May 09 04:33:46.807068 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b807df9-3fd7-47f9-8687-89815548d602 admin admin] Pushing event deleted for resources: {'Network': ['ID=01d9e17c-6b96-4039-a582-d98ab8fe7760,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:46.913499 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 50064) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:46.957890 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-5c4a58d8-8da9-447a-8ce9-d628daea23c4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5e56ba7f9cc64897a1d95ac15061e9e4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0432119 May 09 04:33:46.960301 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 50066) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:47.020527 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-270725a9-ddff-4db0-8add-1f92a2b897a0 admin admin] Publish callbacks [] for security_group (6d3a4e25-923a-4b4c-9348-810b456ff63b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:47.065561 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-270725a9-ddff-4db0-8add-1f92a2b897a0 admin admin] Publish callbacks [] for security_group (6d3a4e25-923a-4b4c-9348-810b456ff63b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:47.074508 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a14be-350c-43f3-abfe-c93967bd85b2 req-a2b809ec-e10c-4a14-b59d-4dd821025464 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:47.076793 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-462a14be-350c-43f3-abfe-c93967bd85b2 req-a2b809ec-e10c-4a14-b59d-4dd821025464 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c3132a4-8591-418d-8efe-7148c942eb3f HTTP/1.1" status: 200 len: 945 time: 0.0683231 May 09 04:33:47.142012 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-462a14be-350c-43f3-abfe-c93967bd85b2 req-34fd0667-ce61-4bde-aada-b108a35cee70 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c8f1502-905e-441a-a5fd-62cb90725c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591972 May 09 04:33:47.154546 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-270725a9-ddff-4db0-8add-1f92a2b897a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (6d3a4e25-923a-4b4c-9348-810b456ff63b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:47.157796 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-270725a9-ddff-4db0-8add-1f92a2b897a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:47.158824 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-270725a9-ddff-4db0-8add-1f92a2b897a0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6d3a4e25-923a-4b4c-9348-810b456ff63b HTTP/1.1" status: 204 len: 168 time: 0.1975763 May 09 04:33:47.166685 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270725a9-ddff-4db0-8add-1f92a2b897a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3a4e25-923a-4b4c-9348-810b456ff63b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:47.288747 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 50082) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:47.445609 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 9a7ed369-7aea-4235-bc72-93856a236e72 no longer exists at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:33:47.469546 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] No Port match for: 9a7ed369-7aea-4235-bc72-93856a236e72 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 04:33:47.470376 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 9a7ed369-7aea-4235-bc72-93856a236e72 not bound to the agent host dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 04:33:47.471201 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 4b338a19-939f-4bc6-9ded-572280defccb no longer exists at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:33:47.493834 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] No Port match for: 4b338a19-939f-4bc6-9ded-572280defccb {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 04:33:47.494404 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 4b338a19-939f-4bc6-9ded-572280defccb not bound to the agent host dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 04:33:47.495310 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 68317c99-1ce1-4045-b453-28df7b5f91b6 no longer exists at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:33:47.557074 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] No Port match for: 68317c99-1ce1-4045-b453-28df7b5f91b6 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 04:33:47.557428 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 68317c99-1ce1-4045-b453-28df7b5f91b6 not bound to the agent host dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 04:33:47.976707 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f679eed3-384f-47cd-b614-e51ea167ab63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639180'] for router_interface (4d52aa5f-732c-4e4d-b61c-fb86a901d96c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:48.222565 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f679eed3-384f-47cd-b614-e51ea167ab63 admin admin] Deleting port 529116a4-e0e4-4a10-a24e-711cb18b842b {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:33:48.222927 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f679eed3-384f-47cd-b614-e51ea167ab63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (529116a4-e0e4-4a10-a24e-711cb18b842b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:48.262104 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ee3c2-13b0-4a28-98bf-d9afa3d1ab39 req-7422e1a6-9900-4fc0-9e44-29527f36517f tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:48.264961 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-183ee3c2-13b0-4a28-98bf-d9afa3d1ab39 req-7422e1a6-9900-4fc0-9e44-29527f36517f tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c3132a4-8591-418d-8efe-7148c942eb3f HTTP/1.1" status: 200 len: 945 time: 0.0499899 May 09 04:33:48.315852 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-183ee3c2-13b0-4a28-98bf-d9afa3d1ab39 req-7b828443-1c03-4e1a-8203-94a0f7065688 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c8f1502-905e-441a-a5fd-62cb90725c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450134 May 09 04:33:48.322165 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-f679eed3-384f-47cd-b614-e51ea167ab63 admin admin] For port 529116a4-e0e4-4a10-a24e-711cb18b842b, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=529116a4-e0e4-4a10-a24e-711cb18b842b,segment=NetworkSegment(7887ef4a-a237-48ec-8f9c-2f6abe8c4da6),segment_id=7887ef4a-a237-48ec-8f9c-2f6abe8c4da6)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:33:48.322615 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f679eed3-384f-47cd-b614-e51ea167ab63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (529116a4-e0e4-4a10-a24e-711cb18b842b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:48.340642 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-f679eed3-384f-47cd-b614-e51ea167ab63 admin admin] Calling delete_port for 529116a4-e0e4-4a10-a24e-711cb18b842b owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:33:48.554852 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f679eed3-384f-47cd-b614-e51ea167ab63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (529116a4-e0e4-4a10-a24e-711cb18b842b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:48.593171 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f679eed3-384f-47cd-b614-e51ea167ab63 admin admin] Pushing event deleted for resources: {'Port': ['ID=529116a4-e0e4-4a10-a24e-711cb18b842b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:48.800077 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f679eed3-384f-47cd-b614-e51ea167ab63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645075'] for router_interface (4d52aa5f-732c-4e4d-b61c-fb86a901d96c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:49.191123 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 50200) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:49.311082 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-60647c9f-4ac1-4554-b8fc-b2363b8f64aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:49.341869 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f679eed3-384f-47cd-b614-e51ea167ab63 admin admin] Router 4d52aa5f-732c-4e4d-b61c-fb86a901d96c has already been hosted by L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 04:33:49.481900 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-60647c9f-4ac1-4554-b8fc-b2363b8f64aa admin admin] Publish callbacks [] for security_group (24ec75d3-6a01-41dd-9497-a4fcdf998ce5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:49.488971 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-60647c9f-4ac1-4554-b8fc-b2363b8f64aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (24ec75d3-6a01-41dd-9497-a4fcdf998ce5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:49.513679 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f679eed3-384f-47cd-b614-e51ea167ab63 admin admin] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:33:49.522012 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f916a8ad-6e13-4117-a520-9c6d3188faa1 None None] Sync routers for ids ['4d52aa5f-732c-4e4d-b61c-fb86a901d96c'] in dv-cinder-838009-3-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:33:49.528585 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-f679eed3-384f-47cd-b614-e51ea167ab63 admin admin] 10.222.0.44 "PUT /v2.0/routers/4d52aa5f-732c-4e4d-b61c-fb86a901d96c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2365797 May 09 04:33:49.529457 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 50204) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:49.532258 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f916a8ad-6e13-4117-a520-9c6d3188faa1 None None] Routers {'4d52aa5f-732c-4e4d-b61c-fb86a901d96c'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:33:49.532877 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f916a8ad-6e13-4117-a520-9c6d3188faa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:33:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['4d52aa5f-732c-4e4d-b61c-fb86a901d96c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:33:49.542452 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-60647c9f-4ac1-4554-b8fc-b2363b8f64aa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=14261b85a52145e9a18e244a45778f28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3478827 May 09 04:33:49.542810 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 50206) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:49.549654 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60647c9f-4ac1-4554-b8fc-b2363b8f64aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ec75d3-6a01-41dd-9497-a4fcdf998ce5,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:49.598076 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5139-0985-4394-a3cd-c4615035783d admin admin] Publish callbacks [] for security_group (24ec75d3-6a01-41dd-9497-a4fcdf998ce5), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:49.620298 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5139-0985-4394-a3cd-c4615035783d admin admin] Publish callbacks [] for security_group (24ec75d3-6a01-41dd-9497-a4fcdf998ce5), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:49.642552 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-f916a8ad-6e13-4117-a520-9c6d3188faa1 None None] Set router 4d52aa5f-732c-4e4d-b61c-fb86a901d96c gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:33:49.645615 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f93e6325-9c2c-4773-9197-dcadb32486c5 admin admin] Publish callbacks [] for router (4d52aa5f-732c-4e4d-b61c-fb86a901d96c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:49.676220 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5139-0985-4394-a3cd-c4615035783d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (24ec75d3-6a01-41dd-9497-a4fcdf998ce5), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:49.680035 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5139-0985-4394-a3cd-c4615035783d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:49.683507 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-0a2e5139-0985-4394-a3cd-c4615035783d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/24ec75d3-6a01-41dd-9497-a4fcdf998ce5 HTTP/1.1" status: 204 len: 168 time: 0.1374600 May 09 04:33:49.693352 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5139-0985-4394-a3cd-c4615035783d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ec75d3-6a01-41dd-9497-a4fcdf998ce5,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:49.723178 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (0ba91d57-31cd-4938-a6ad-bd18d942a965), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:49.773047 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f93e6325-9c2c-4773-9197-dcadb32486c5 admin admin] Publish callbacks [] for router_gateway (4d52aa5f-732c-4e4d-b61c-fb86a901d96c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:49.829057 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f93e6325-9c2c-4773-9197-dcadb32486c5 admin admin] Deleting port aef29271-ebf7-4e2a-86b5-e03a79d5cd5b {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:33:49.829400 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f93e6325-9c2c-4773-9197-dcadb32486c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (aef29271-ebf7-4e2a-86b5-e03a79d5cd5b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:49.831011 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f916a8ad-6e13-4117-a520-9c6d3188faa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'name': 'tempest-AttachVolumeNegativeTest-195011021-router', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:53Z', 'updated_at': '2022-05-09T04:33:48Z', 'revision_number': 5, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'gw_port': {'id': 'aef29271-ebf7-4e2a-86b5-e03a79d5cd5b', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:54Z', 'updated_at': '2022-05-09T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi'}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:33:49.867318 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f916a8ad-6e13-4117-a520-9c6d3188faa1 None None] Checking router: 4d52aa5f-732c-4e4d-b61c-fb86a901d96c for host: dv-cinder-838009-3-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:33:49.878191 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f916a8ad-6e13-4117-a520-9c6d3188faa1 None None] Routers {'4d52aa5f-732c-4e4d-b61c-fb86a901d96c'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:33:49.878825 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f916a8ad-6e13-4117-a520-9c6d3188faa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:33:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['4d52aa5f-732c-4e4d-b61c-fb86a901d96c'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:33:49.918391 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-f93e6325-9c2c-4773-9197-dcadb32486c5 admin admin] For port aef29271-ebf7-4e2a-86b5-e03a79d5cd5b, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=aef29271-ebf7-4e2a-86b5-e03a79d5cd5b,segment=NetworkSegment(bfcd5364-714b-4eea-b1ab-23d5506cc730),segment_id=bfcd5364-714b-4eea-b1ab-23d5506cc730)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:33:49.918955 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f93e6325-9c2c-4773-9197-dcadb32486c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (aef29271-ebf7-4e2a-86b5-e03a79d5cd5b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:49.934894 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f93e6325-9c2c-4773-9197-dcadb32486c5 admin admin] Calling delete_port for aef29271-ebf7-4e2a-86b5-e03a79d5cd5b owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:33:49.980243 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-f916a8ad-6e13-4117-a520-9c6d3188faa1 None None] Set router 4d52aa5f-732c-4e4d-b61c-fb86a901d96c gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:33:50.027375 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 50216) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:50.041358 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-68188564-0195-4c75-ab86-52569868176c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:50.051106 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-f916a8ad-6e13-4117-a520-9c6d3188faa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'name': 'tempest-AttachVolumeNegativeTest-195011021-router', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:53Z', 'updated_at': '2022-05-09T04:33:49Z', 'revision_number': 6, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'gw_port_host': None}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:33:50.085782 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f916a8ad-6e13-4117-a520-9c6d3188faa1 None None] The sync data for ids ['4d52aa5f-732c-4e4d-b61c-fb86a901d96c'] in dv-cinder-838009-3-iscsi is: [{'id': '4d52aa5f-732c-4e4d-b61c-fb86a901d96c', 'name': 'tempest-AttachVolumeNegativeTest-195011021-router', 'tenant_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:53Z', 'updated_at': '2022-05-09T04:33:49Z', 'revision_number': 6, 'project_id': '9c83b0a8b88f452f9e12d077e8ac28c8', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:33:50.124084 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f93e6325-9c2c-4773-9197-dcadb32486c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261596410'] for port (aef29271-ebf7-4e2a-86b5-e03a79d5cd5b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:50.150274 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-68188564-0195-4c75-ab86-52569868176c admin admin] Publish callbacks [] for security_group (f21c4cd2-4e79-4c45-a11a-851ac577ae01), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:50.154717 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93e6325-9c2c-4773-9197-dcadb32486c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=aef29271-ebf7-4e2a-86b5-e03a79d5cd5b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:50.164184 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-68188564-0195-4c75-ab86-52569868176c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (f21c4cd2-4e79-4c45-a11a-851ac577ae01), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:50.208965 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-68188564-0195-4c75-ab86-52569868176c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0999d12683724a1c9710bf353a12f4ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1782150 May 09 04:33:50.208965 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68188564-0195-4c75-ab86-52569868176c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21c4cd2-4e79-4c45-a11a-851ac577ae01,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:50.210146 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 50220) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:50.221119 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f93e6325-9c2c-4773-9197-dcadb32486c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-654078'] for router_gateway (4d52aa5f-732c-4e4d-b61c-fb86a901d96c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:50.261326 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-01a7544c-f3a6-4790-9ba9-e9f7fb451a07 admin admin] Publish callbacks [] for security_group (f21c4cd2-4e79-4c45-a11a-851ac577ae01), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:50.286233 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-01a7544c-f3a6-4790-9ba9-e9f7fb451a07 admin admin] Publish callbacks [] for security_group (f21c4cd2-4e79-4c45-a11a-851ac577ae01), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:50.312625 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f93e6325-9c2c-4773-9197-dcadb32486c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29802'] for router (4d52aa5f-732c-4e4d-b61c-fb86a901d96c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:50.314906 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f93e6325-9c2c-4773-9197-dcadb32486c5 admin admin] Publish callbacks [] for router_controller (4d52aa5f-732c-4e4d-b61c-fb86a901d96c), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:50.341138 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-01a7544c-f3a6-4790-9ba9-e9f7fb451a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (f21c4cd2-4e79-4c45-a11a-851ac577ae01), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:50.344576 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-01a7544c-f3a6-4790-9ba9-e9f7fb451a07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:50.348374 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-01a7544c-f3a6-4790-9ba9-e9f7fb451a07 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f21c4cd2-4e79-4c45-a11a-851ac577ae01 HTTP/1.1" status: 204 len: 168 time: 0.1348224 May 09 04:33:50.359597 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a7544c-f3a6-4790-9ba9-e9f7fb451a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21c4cd2-4e79-4c45-a11a-851ac577ae01,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:50.365784 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f93e6325-9c2c-4773-9197-dcadb32486c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651439'] for router (4d52aa5f-732c-4e4d-b61c-fb86a901d96c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:50.366667 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93e6325-9c2c-4773-9197-dcadb32486c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d52aa5f-732c-4e4d-b61c-fb86a901d96c {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 04:33:50.371420 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f93e6325-9c2c-4773-9197-dcadb32486c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:50.373293 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-f93e6325-9c2c-4773-9197-dcadb32486c5 admin admin] 10.222.0.44 "DELETE /v2.0/routers/4d52aa5f-732c-4e4d-b61c-fb86a901d96c HTTP/1.1" status: 204 len: 168 time: 0.8422205 May 09 04:33:50.376536 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 50224) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:50.424190 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-df4b2470-4ab3-4750-9a59-039ad1e9564e admin admin] Deleting subnet 2d5198bd-ad41-455d-84af-e9d6c501ca45 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 04:33:50.427307 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-df4b2470-4ab3-4750-9a59-039ad1e9564e admin admin] Publish callbacks [] for subnet (2d5198bd-ad41-455d-84af-e9d6c501ca45), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:50.463529 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-df4b2470-4ab3-4750-9a59-039ad1e9564e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260862461'] for subnet (2d5198bd-ad41-455d-84af-e9d6c501ca45), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:50.484716 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e1c03b0d-2ea0-401b-9c81-3feee51488bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (144b4b53-faa6-4e1c-8c93-1df238c644e2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:50.566094 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-df4b2470-4ab3-4750-9a59-039ad1e9564e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16420057'] for subnet (2d5198bd-ad41-455d-84af-e9d6c501ca45), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:50.629460 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-df4b2470-4ab3-4750-9a59-039ad1e9564e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16420032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260671423'] for subnet (2d5198bd-ad41-455d-84af-e9d6c501ca45), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:50.661544 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-df4b2470-4ab3-4750-9a59-039ad1e9564e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:50.667623 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-df4b2470-4ab3-4750-9a59-039ad1e9564e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2d5198bd-ad41-455d-84af-e9d6c501ca45 HTTP/1.1" status: 204 len: 168 time: 0.2877607 May 09 04:33:50.667623 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4b2470-4ab3-4750-9a59-039ad1e9564e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d5198bd-ad41-455d-84af-e9d6c501ca45,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:50.668099 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323e1120-6b33-4dbb-b061-f988681fbe7d None None] Network cff1ca97-0d5c-4d7d-b3c2-a81f844b16da requested from dv-cinder-838009-3-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 04:33:50.668222 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 50242) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:50.762470 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-262e972a-275d-43bd-95d6-bd4a80ea9bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16361990'] for network (cff1ca97-0d5c-4d7d-b3c2-a81f844b16da), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:50.819009 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-262e972a-275d-43bd-95d6-bd4a80ea9bea admin admin] Deleting port 0a9f6b90-ec42-4cd9-96ca-23ab6656e36a {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:33:50.819343 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-262e972a-275d-43bd-95d6-bd4a80ea9bea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (0a9f6b90-ec42-4cd9-96ca-23ab6656e36a), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:50.906519 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-262e972a-275d-43bd-95d6-bd4a80ea9bea admin admin] For port 0a9f6b90-ec42-4cd9-96ca-23ab6656e36a, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=0a9f6b90-ec42-4cd9-96ca-23ab6656e36a,segment=NetworkSegment(7887ef4a-a237-48ec-8f9c-2f6abe8c4da6),segment_id=7887ef4a-a237-48ec-8f9c-2f6abe8c4da6)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:33:50.906899 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-262e972a-275d-43bd-95d6-bd4a80ea9bea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (0a9f6b90-ec42-4cd9-96ca-23ab6656e36a), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:50.942034 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-262e972a-275d-43bd-95d6-bd4a80ea9bea admin admin] Calling delete_port for 0a9f6b90-ec42-4cd9-96ca-23ab6656e36a owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:33:50.953538 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6968ca-a5cb-425a-b886-e4bdc90f56f2 None None] DHCP port deletion for cff1ca97-0d5c-4d7d-b3c2-a81f844b16da request from dv-cinder-838009-3-iscsi {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 09 04:33:51.057576 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-ed6968ca-a5cb-425a-b886-e4bdc90f56f2 None None] Deleting port 0a9f6b90-ec42-4cd9-96ca-23ab6656e36a {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:33:51.057955 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ed6968ca-a5cb-425a-b886-e4bdc90f56f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (0a9f6b90-ec42-4cd9-96ca-23ab6656e36a), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:51.099486 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-262e972a-275d-43bd-95d6-bd4a80ea9bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261596410'] for port (0a9f6b90-ec42-4cd9-96ca-23ab6656e36a), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:51.142985 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-ed6968ca-a5cb-425a-b886-e4bdc90f56f2 None None] For port 0a9f6b90-ec42-4cd9-96ca-23ab6656e36a, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=0a9f6b90-ec42-4cd9-96ca-23ab6656e36a,segment=NetworkSegment(7887ef4a-a237-48ec-8f9c-2f6abe8c4da6),segment_id=7887ef4a-a237-48ec-8f9c-2f6abe8c4da6)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:33:51.143627 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ed6968ca-a5cb-425a-b886-e4bdc90f56f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (0a9f6b90-ec42-4cd9-96ca-23ab6656e36a), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:51.149678 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262e972a-275d-43bd-95d6-bd4a80ea9bea admin admin] Pushing event deleted for resources: {'Port': ['ID=0a9f6b90-ec42-4cd9-96ca-23ab6656e36a,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:51.161944 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262e972a-275d-43bd-95d6-bd4a80ea9bea admin admin] No DVR routers for this DVR port 0a9f6b90-ec42-4cd9-96ca-23ab6656e36a on host dv-cinder-838009-3-iscsi {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 04:33:51.169189 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-ed6968ca-a5cb-425a-b886-e4bdc90f56f2 None None] Calling delete_port for 0a9f6b90-ec42-4cd9-96ca-23ab6656e36a owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:33:51.302255 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ed6968ca-a5cb-425a-b886-e4bdc90f56f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069'] for port (0a9f6b90-ec42-4cd9-96ca-23ab6656e36a), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:51.320903 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-262e972a-275d-43bd-95d6-bd4a80ea9bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16419436', 'neutron.services.segments.db._delete_segments_for_network-8782008167190'] for network (cff1ca97-0d5c-4d7d-b3c2-a81f844b16da), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:51.344975 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6968ca-a5cb-425a-b886-e4bdc90f56f2 None None] Pushing event deleted for resources: {'Port': ['ID=0a9f6b90-ec42-4cd9-96ca-23ab6656e36a,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:51.347147 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6968ca-a5cb-425a-b886-e4bdc90f56f2 None None] No DVR routers for this DVR port 0a9f6b90-ec42-4cd9-96ca-23ab6656e36a on host dv-cinder-838009-3-iscsi {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 04:33:51.373021 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-262e972a-275d-43bd-95d6-bd4a80ea9bea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cff1ca97-0d5c-4d7d-b3c2-a81f844b16da']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:33:51.389480 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-262e972a-275d-43bd-95d6-bd4a80ea9bea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7887ef4a-a237-48ec-8f9c-2f6abe8c4da6') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:33:51.389890 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-262e972a-275d-43bd-95d6-bd4a80ea9bea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7887ef4a-a237-48ec-8f9c-2f6abe8c4da6') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:33:51.414621 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-262e972a-275d-43bd-95d6-bd4a80ea9bea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782008168991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3728548'] for segment (7887ef4a-a237-48ec-8f9c-2f6abe8c4da6), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:51.424695 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-262e972a-275d-43bd-95d6-bd4a80ea9bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754'] for segment (7887ef4a-a237-48ec-8f9c-2f6abe8c4da6), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:51.431985 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-262e972a-275d-43bd-95d6-bd4a80ea9bea admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 04:33:51.432528 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-262e972a-275d-43bd-95d6-bd4a80ea9bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261596329'] for segment (7887ef4a-a237-48ec-8f9c-2f6abe8c4da6), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:51.480691 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 0a9f6b90-ec42-4cd9-96ca-23ab6656e36a no longer exists at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:33:51.489970 dv-cinder-838009-3-iscsi neutron-server[103226]: Traceback (most recent call last): May 09 04:33:51.489970 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 04:33:51.489970 dv-cinder-838009-3-iscsi neutron-server[103226]: timer() May 09 04:33:51.489970 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 04:33:51.489970 dv-cinder-838009-3-iscsi neutron-server[103226]: cb(*args, **kw) May 09 04:33:51.489970 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 04:33:51.489970 dv-cinder-838009-3-iscsi neutron-server[103226]: return func(*args, **kwargs) May 09 04:33:51.489970 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 04:33:51.489970 dv-cinder-838009-3-iscsi neutron-server[103226]: self._notify() May 09 04:33:51.489970 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 04:33:51.489970 dv-cinder-838009-3-iscsi neutron-server[103226]: self.callback(batched_events) May 09 04:33:51.489970 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 04:33:51.489970 dv-cinder-838009-3-iscsi neutron-server[103226]: event.method(event) May 09 04:33:51.489970 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 04:33:51.489970 dv-cinder-838009-3-iscsi neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 04:33:51.489970 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 04:33:51.489970 dv-cinder-838009-3-iscsi neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( May 09 04:33:51.489970 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 04:33:51.489970 dv-cinder-838009-3-iscsi neutron-server[103226]: return f(self, *a, **k) May 09 04:33:51.489970 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 04:33:51.489970 dv-cinder-838009-3-iscsi neutron-server[103226]: return self._get(url).json() May 09 04:33:51.489970 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 04:33:51.489970 dv-cinder-838009-3-iscsi neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 04:33:51.489970 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 04:33:51.489970 dv-cinder-838009-3-iscsi neutron-server[103226]: return self.request(url, 'GET', **kwargs) May 09 04:33:51.489970 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 04:33:51.489970 dv-cinder-838009-3-iscsi neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, May 09 04:33:51.489970 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 04:33:51.489970 dv-cinder-838009-3-iscsi neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 04:33:51.489970 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 04:33:51.489970 dv-cinder-838009-3-iscsi neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 04:33:51.489970 dv-cinder-838009-3-iscsi neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 04:33:51.542891 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] No Port match for: 0a9f6b90-ec42-4cd9-96ca-23ab6656e36a {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 04:33:51.543276 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 0a9f6b90-ec42-4cd9-96ca-23ab6656e36a not bound to the agent host dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 04:33:51.543697 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 529116a4-e0e4-4a10-a24e-711cb18b842b no longer exists at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:33:51.546601 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-262e972a-275d-43bd-95d6-bd4a80ea9bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16419415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-653516'] for network (cff1ca97-0d5c-4d7d-b3c2-a81f844b16da), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:51.568521 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] No Port match for: 529116a4-e0e4-4a10-a24e-711cb18b842b {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 04:33:51.568871 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 529116a4-e0e4-4a10-a24e-711cb18b842b not bound to the agent host dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 04:33:51.569291 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device aef29271-ebf7-4e2a-86b5-e03a79d5cd5b no longer exists at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:33:51.571054 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-262e972a-275d-43bd-95d6-bd4a80ea9bea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:51.582345 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-262e972a-275d-43bd-95d6-bd4a80ea9bea admin admin] 10.222.0.44 "DELETE /v2.0/networks/cff1ca97-0d5c-4d7d-b3c2-a81f844b16da HTTP/1.1" status: 204 len: 168 time: 0.9128032 May 09 04:33:51.594105 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262e972a-275d-43bd-95d6-bd4a80ea9bea admin admin] Pushing event deleted for resources: {'Network': ['ID=cff1ca97-0d5c-4d7d-b3c2-a81f844b16da,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:51.612334 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] No Port match for: aef29271-ebf7-4e2a-86b5-e03a79d5cd5b {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 04:33:51.612718 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device aef29271-ebf7-4e2a-86b5-e03a79d5cd5b not bound to the agent host dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 04:33:51.788930 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 50290) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:51.804625 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 50294) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:51.846878 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-33acd465-4279-45c6-bd33-47b73cadf3b2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9c83b0a8b88f452f9e12d077e8ac28c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410130 May 09 04:33:51.849344 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 50296) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:51.909591 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f0e16b1-9962-451a-aa25-0c7f59d1c76c admin admin] Publish callbacks [] for security_group (6392b91f-4d9f-46fa-bd1f-5710e5c698bf), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:51.917446 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b84b8be2-a046-476a-a589-7c1da4131c79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:51.934491 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f0e16b1-9962-451a-aa25-0c7f59d1c76c admin admin] Publish callbacks [] for security_group (6392b91f-4d9f-46fa-bd1f-5710e5c698bf), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:51.988711 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f0e16b1-9962-451a-aa25-0c7f59d1c76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (6392b91f-4d9f-46fa-bd1f-5710e5c698bf), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:51.991383 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7f0e16b1-9962-451a-aa25-0c7f59d1c76c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:51.994724 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-7f0e16b1-9962-451a-aa25-0c7f59d1c76c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6392b91f-4d9f-46fa-bd1f-5710e5c698bf HTTP/1.1" status: 204 len: 168 time: 0.1417866 May 09 04:33:52.000937 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b84b8be2-a046-476a-a589-7c1da4131c79 admin admin] Publish callbacks [] for security_group (e21a991f-7314-458e-84b8-8641fcb22d17), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:52.002382 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e16b1-9962-451a-aa25-0c7f59d1c76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6392b91f-4d9f-46fa-bd1f-5710e5c698bf,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:52.006087 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b84b8be2-a046-476a-a589-7c1da4131c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (e21a991f-7314-458e-84b8-8641fcb22d17), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:52.087884 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b8be2-a046-476a-a589-7c1da4131c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21a991f-7314-458e-84b8-8641fcb22d17,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:52.108103 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-b84b8be2-a046-476a-a589-7c1da4131c79 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e30fec6f567c4058bf9d445e96cecb29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3178711 May 09 04:33:52.108330 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 50306) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:52.166761 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f3fba29-df9b-42c5-bc89-97c3416c5dc6 admin admin] Publish callbacks [] for security_group (e21a991f-7314-458e-84b8-8641fcb22d17), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:52.205887 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f3fba29-df9b-42c5-bc89-97c3416c5dc6 admin admin] Publish callbacks [] for security_group (e21a991f-7314-458e-84b8-8641fcb22d17), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:52.260930 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f3fba29-df9b-42c5-bc89-97c3416c5dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (e21a991f-7314-458e-84b8-8641fcb22d17), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:52.264235 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-4f3fba29-df9b-42c5-bc89-97c3416c5dc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:52.265197 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-4f3fba29-df9b-42c5-bc89-97c3416c5dc6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e21a991f-7314-458e-84b8-8641fcb22d17 HTTP/1.1" status: 204 len: 168 time: 0.1558094 May 09 04:33:52.273042 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3fba29-df9b-42c5-bc89-97c3416c5dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21a991f-7314-458e-84b8-8641fcb22d17,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:52.661705 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 50342) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:52.679810 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90f59f3d-f5b3-46af-bfeb-27b56f0b4a33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:52.782084 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90f59f3d-f5b3-46af-bfeb-27b56f0b4a33 admin admin] Publish callbacks [] for security_group (1d3df624-7218-45df-93f1-4aa41e89f025), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:52.786153 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-90f59f3d-f5b3-46af-bfeb-27b56f0b4a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (1d3df624-7218-45df-93f1-4aa41e89f025), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:52.829758 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f59f3d-f5b3-46af-bfeb-27b56f0b4a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3df624-7218-45df-93f1-4aa41e89f025,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:52.837863 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-90f59f3d-f5b3-46af-bfeb-27b56f0b4a33 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c29d8ea15635473b9977f455ac5437bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1718271 May 09 04:33:52.837982 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 50356) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:52.909344 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49cd44c4-a9bd-4c34-a21a-08dcf7b5cf9b admin admin] Publish callbacks [] for security_group (1d3df624-7218-45df-93f1-4aa41e89f025), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:52.910093 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2e66a0cb-d5bd-4f4f-ad8b-7b830f25aba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3dae496a-5564-45d9-8b4f-04486e79e4dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:52.925403 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-370d6890-4747-4f07-aac5-83a93d9e9b41 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 04:33:52.936061 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49cd44c4-a9bd-4c34-a21a-08dcf7b5cf9b admin admin] Publish callbacks [] for security_group (1d3df624-7218-45df-93f1-4aa41e89f025), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:52.990522 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49cd44c4-a9bd-4c34-a21a-08dcf7b5cf9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (1d3df624-7218-45df-93f1-4aa41e89f025), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:52.993257 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-49cd44c4-a9bd-4c34-a21a-08dcf7b5cf9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:52.994472 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-49cd44c4-a9bd-4c34-a21a-08dcf7b5cf9b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1d3df624-7218-45df-93f1-4aa41e89f025 HTTP/1.1" status: 204 len: 168 time: 0.1555860 May 09 04:33:53.003382 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd44c4-a9bd-4c34-a21a-08dcf7b5cf9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3df624-7218-45df-93f1-4aa41e89f025,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:53.397534 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 50384) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:53.410597 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aaacea20-ecd7-4e44-a55b-b58b4ad57f8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:53.471531 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 50386) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:53.498539 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aaacea20-ecd7-4e44-a55b-b58b4ad57f8c admin admin] Publish callbacks [] for security_group (34b46cc3-9898-4a09-a567-77b34a102ff7), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:53.502324 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-aaacea20-ecd7-4e44-a55b-b58b4ad57f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (34b46cc3-9898-4a09-a567-77b34a102ff7), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:53.553031 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-aaacea20-ecd7-4e44-a55b-b58b4ad57f8c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c6c66198e48543b7ae9e0dfa0ca320a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1519167 May 09 04:33:53.553031 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaacea20-ecd7-4e44-a55b-b58b4ad57f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b46cc3-9898-4a09-a567-77b34a102ff7,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:53.553874 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 50390) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:53.608569 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ab9bca1d-cc4c-4ae4-8e8d-4fe38551fddf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:53.637187 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73b8f42d-1f01-48c0-ab6b-fc4d3af3a338 admin admin] Publish callbacks [] for security_group (34b46cc3-9898-4a09-a567-77b34a102ff7), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:53.676962 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73b8f42d-1f01-48c0-ab6b-fc4d3af3a338 admin admin] Publish callbacks [] for security_group (34b46cc3-9898-4a09-a567-77b34a102ff7), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:53.770783 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ab9bca1d-cc4c-4ae4-8e8d-4fe38551fddf admin admin] Publish callbacks [] for security_group (d8cffcfd-4c21-4b92-85c0-6c9a857889c2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:53.774912 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-ab9bca1d-cc4c-4ae4-8e8d-4fe38551fddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (d8cffcfd-4c21-4b92-85c0-6c9a857889c2), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:53.780443 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73b8f42d-1f01-48c0-ab6b-fc4d3af3a338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (34b46cc3-9898-4a09-a567-77b34a102ff7), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:53.783253 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-73b8f42d-1f01-48c0-ab6b-fc4d3af3a338 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:53.784534 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-73b8f42d-1f01-48c0-ab6b-fc4d3af3a338 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/34b46cc3-9898-4a09-a567-77b34a102ff7 HTTP/1.1" status: 204 len: 168 time: 0.2296445 May 09 04:33:53.820200 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-ab9bca1d-cc4c-4ae4-8e8d-4fe38551fddf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2379c1ea639149f0b4a421a39faa18be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3470888 May 09 04:33:53.820955 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9bca1d-cc4c-4ae4-8e8d-4fe38551fddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cffcfd-4c21-4b92-85c0-6c9a857889c2,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:53.823697 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 50402) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:53.844495 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8f42d-1f01-48c0-ab6b-fc4d3af3a338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b46cc3-9898-4a09-a567-77b34a102ff7,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:53.901725 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dbfcb418-2030-47ce-ab13-5e0066edf52d admin admin] Publish callbacks [] for security_group (d8cffcfd-4c21-4b92-85c0-6c9a857889c2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:53.928231 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dbfcb418-2030-47ce-ab13-5e0066edf52d admin admin] Publish callbacks [] for security_group (d8cffcfd-4c21-4b92-85c0-6c9a857889c2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:53.999927 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dbfcb418-2030-47ce-ab13-5e0066edf52d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (d8cffcfd-4c21-4b92-85c0-6c9a857889c2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:54.002519 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dbfcb418-2030-47ce-ab13-5e0066edf52d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:54.003691 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-dbfcb418-2030-47ce-ab13-5e0066edf52d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d8cffcfd-4c21-4b92-85c0-6c9a857889c2 HTTP/1.1" status: 204 len: 168 time: 0.1755817 May 09 04:33:54.013746 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfcb418-2030-47ce-ab13-5e0066edf52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cffcfd-4c21-4b92-85c0-6c9a857889c2,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:54.089584 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-8f155d6b-67c5-4d11-90e6-e7dc3312b3a4 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1544934256&fields=id&tenant_id=b6223852af9c4361b99a24e7a49a7734 HTTP/1.1" status: 200 len: 267 time: 0.0561337 May 09 04:33:54.169177 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7671283-9f0b-468d-8f0b-6ce51d9cb9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (896ddadf-f6f7-4d68-b704-6882247efc03), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:54.219011 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-c7cb9e3f-4559-43be-acb3-b63273a53784 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:54.221172 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-c7cb9e3f-4559-43be-acb3-b63273a53784 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/networks?id=d0b894fb-ca2e-4f02-9d2e-0b887784e9ae HTTP/1.1" status: 200 len: 812 time: 0.1176596 May 09 04:33:54.246524 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-a4bccda9-bc02-490e-9336-30771c352c21 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/quotas/b6223852af9c4361b99a24e7a49a7734 HTTP/1.1" status: 200 len: 375 time: 0.0177090 May 09 04:33:54.306880 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-609c0089-e178-406d-a04c-8eb87105eddd tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b6223852af9c4361b99a24e7a49a7734&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0532572 May 09 04:33:54.378938 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 50428) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:54.392101 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4738a9d8-d367-4ac5-ab88-b9f08889ddd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:54.477708 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4738a9d8-d367-4ac5-ab88-b9f08889ddd4 admin admin] Publish callbacks [] for security_group (5ecae5c6-c45c-484c-816d-d04ef9fc4cf5), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:54.483358 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4738a9d8-d367-4ac5-ab88-b9f08889ddd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (5ecae5c6-c45c-484c-816d-d04ef9fc4cf5), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:54.572918 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-4738a9d8-d367-4ac5-ab88-b9f08889ddd4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a7de06aa34ae489e9671f220b5ee13da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1930683 May 09 04:33:54.575494 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4738a9d8-d367-4ac5-ab88-b9f08889ddd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ecae5c6-c45c-484c-816d-d04ef9fc4cf5,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:54.575694 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 50436) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:54.625852 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-68f2c247-8498-4a02-b9cf-5949530df4d3 service neutron] 10.222.0.44 "GET /v2.0/networks/d0b894fb-ca2e-4f02-9d2e-0b887784e9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047614 May 09 04:33:54.642537 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3fb7c165-de33-4452-bf5c-61b3d8f55330 admin admin] Publish callbacks [] for security_group (5ecae5c6-c45c-484c-816d-d04ef9fc4cf5), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:54.664377 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3fb7c165-de33-4452-bf5c-61b3d8f55330 admin admin] Publish callbacks [] for security_group (5ecae5c6-c45c-484c-816d-d04ef9fc4cf5), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:54.705657 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 50440) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:54.721332 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3fb7c165-de33-4452-bf5c-61b3d8f55330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (5ecae5c6-c45c-484c-816d-d04ef9fc4cf5), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:54.723429 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-b951d9fa-9bfd-43cb-a146-d50d8a0748a6 service neutron] 10.222.0.44 "GET /v2.0/networks/d0b894fb-ca2e-4f02-9d2e-0b887784e9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916219 May 09 04:33:54.724170 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-3fb7c165-de33-4452-bf5c-61b3d8f55330 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:54.725209 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-3fb7c165-de33-4452-bf5c-61b3d8f55330 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5ecae5c6-c45c-484c-816d-d04ef9fc4cf5 HTTP/1.1" status: 204 len: 168 time: 0.1478965 May 09 04:33:54.733218 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb7c165-de33-4452-bf5c-61b3d8f55330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ecae5c6-c45c-484c-816d-d04ef9fc4cf5,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:55.012057 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-0c32eedf-add4-4bc3-9350-4d5b3d52cc62 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1880446782-network', 'tenant_id': '20b03a05541e4ee38dc5f94a6e4bdc69'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:33:55.038675 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c32eedf-add4-4bc3-9350-4d5b3d52cc62 admin admin] Made reservation on behalf of 20b03a05541e4ee38dc5f94a6e4bdc69 for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:33:55.041363 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c32eedf-add4-4bc3-9350-4d5b3d52cc62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:55.052739 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c32eedf-add4-4bc3-9350-4d5b3d52cc62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:55.224927 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-51d76ef9-5e47-4fe7-85bf-aa3d2835e7b8 req-324c59b1-1358-4418-b0a2-d43a768d4125 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3dcd6d81-e095-4cc4-9c05-276e02d3f1dc HTTP/1.1" status: 200 len: 210 time: 0.0588341 May 09 04:33:55.254947 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c32eedf-add4-4bc3-9350-4d5b3d52cc62 admin admin] Publish callbacks [] for security_group (697c81e3-c50a-46e4-aa4a-9679792ee446), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:55.274032 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c32eedf-add4-4bc3-9350-4d5b3d52cc62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (697c81e3-c50a-46e4-aa4a-9679792ee446), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:55.307045 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c32eedf-add4-4bc3-9350-4d5b3d52cc62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 04:33:55.338292 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c32eedf-add4-4bc3-9350-4d5b3d52cc62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754'] for segment (baa9f010-d17e-4f21-b5e9-f2da65fa29c1), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:55.338618 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.db.segments_db [None req-0c32eedf-add4-4bc3-9350-4d5b3d52cc62 admin admin] Added segment baa9f010-d17e-4f21-b5e9-f2da65fa29c1 of type vlan for network 10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16 May 09 04:33:55.341154 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c32eedf-add4-4bc3-9350-4d5b3d52cc62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697c81e3-c50a-46e4-aa4a-9679792ee446,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:55.354820 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43e19ad3-c0e7-48b8-9cb0-6496f201f8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3ce75c28-5550-4d51-9af6-2a59ee09c43b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:55.409675 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c32eedf-add4-4bc3-9350-4d5b3d52cc62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782007660162'] for network (10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:55.436216 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c32eedf-add4-4bc3-9350-4d5b3d52cc62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278'] for network (10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:55.437192 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c32eedf-add4-4bc3-9350-4d5b3d52cc62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:55.437803 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-0c32eedf-add4-4bc3-9350-4d5b3d52cc62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:55.493657 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-0c32eedf-add4-4bc3-9350-4d5b3d52cc62 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7868867 May 09 04:33:55.496623 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 50492) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:33:55.502287 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c32eedf-add4-4bc3-9350-4d5b3d52cc62 admin admin] Pushing event updated for resources: {'Network': ['ID=10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:55.502630 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-02fcd0c9-e906-4e0d-b866-54784043a153 admin admin] Request body: {'subnet': {'network_id': '10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1880446782-subnet', 'tenant_id': '20b03a05541e4ee38dc5f94a6e4bdc69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:33:55.514922 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Network 10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16 details requested by agent ovs-agent-dv-cinder-838009-3-iscsi with host dv-cinder-838009-3-iscsi {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 04:33:55.546699 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02fcd0c9-e906-4e0d-b866-54784043a153 admin admin] Made reservation on behalf of 20b03a05541e4ee38dc5f94a6e4bdc69 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:33:55.549331 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02fcd0c9-e906-4e0d-b866-54784043a153 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260671378'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:55.766573 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02fcd0c9-e906-4e0d-b866-54784043a153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260671364'] for subnet (1f723c4a-a34c-4b46-a87c-9d8f1a93b94d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:55.828612 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fcd0c9-e906-4e0d-b866-54784043a153 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f723c4a-a34c-4b46-a87c-9d8f1a93b94d,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:55.838392 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fcd0c9-e906-4e0d-b866-54784043a153 admin admin] Checking segment: {'id': 'baa9f010-d17e-4f21-b5e9-f2da65fa29c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:33:55.838758 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fcd0c9-e906-4e0d-b866-54784043a153 admin admin] Network hostable DHCP agents. Network: 10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16, hostable agents: ['144b4b53-faa6-4e1c-8c93-1df238c644e2'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 04:33:55.866634 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fcd0c9-e906-4e0d-b866-54784043a153 admin admin] Network 10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16 is scheduled to be hosted by DHCP agent 144b4b53-faa6-4e1c-8c93-1df238c644e2 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 04:33:55.876328 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-02fcd0c9-e906-4e0d-b866-54784043a153 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-3-iscsi, 10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:33:55.880537 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fcd0c9-e906-4e0d-b866-54784043a153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:55.881157 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-02fcd0c9-e906-4e0d-b866-54784043a153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:55.887581 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00229cd2-4cfc-4674-acc2-8b752ef1c333 None None] Network 10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16 requested from dv-cinder-838009-3-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 04:33:55.899949 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-02fcd0c9-e906-4e0d-b866-54784043a153 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4019971 May 09 04:33:56.014649 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc09997-efe9-45ca-8ac7-33b4f2c74f9d None None] Network 10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16 requested from dv-cinder-838009-3-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 04:33:56.322404 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-6e71eae4-ef40-4976-9a32-945c1b42adb6 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:56.324034 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-6e71eae4-ef40-4976-9a32-945c1b42adb6 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.13 "GET /v2.0/networks?id=d0b894fb-ca2e-4f02-9d2e-0b887784e9ae HTTP/1.1" status: 200 len: 812 time: 0.1308095 May 09 04:33:56.398852 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-adc634ed-4f53-45df-9df5-c4d727df3a1e req-0d063263-c3f4-4068-832c-18042d18b5dd tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3dcd6d81-e095-4cc4-9c05-276e02d3f1dc HTTP/1.1" status: 200 len: 210 time: 0.0374224 May 09 04:33:56.441796 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-f5b0b3dd-5e9f-40ea-b078-9a2bd0d6cdf5 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6223852af9c4361b99a24e7a49a7734 HTTP/1.1" status: 200 len: 380 time: 0.1088762 May 09 04:33:56.454928 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-2a98e5c5-4399-414e-b185-1dec0edcf489 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Request body: {'port': {'device_id': '3dcd6d81-e095-4cc4-9c05-276e02d3f1dc', 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae', 'admin_state_up': True, 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'security_groups': ['0cf46e9a-429f-4df1-99e7-8795dfa77a40']}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:33:56.637549 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-2a98e5c5-4399-414e-b185-1dec0edcf489 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Made reservation on behalf of b6223852af9c4361b99a24e7a49a7734 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:33:56.644425 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-2a98e5c5-4399-414e-b185-1dec0edcf489 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:56.800187 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (9a15748d-6a05-4459-b777-d0dd003edfa1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:56.802729 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-2a98e5c5-4399-414e-b185-1dec0edcf489 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Allocated IP 172.20.0.4 (d0b894fb-ca2e-4f02-9d2e-0b887784e9ae/dbed64c5-3159-495c-b3f2-34c99afd3de9/955434ea-3868-4ce0-a79f-ebf7e2af37c0) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:33:56.965364 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-2a98e5c5-4399-414e-b185-1dec0edcf489 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks [] for port (955434ea-3868-4ce0-a79f-ebf7e2af37c0), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:57.001667 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-2a98e5c5-4399-414e-b185-1dec0edcf489 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (955434ea-3868-4ce0-a79f-ebf7e2af37c0), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:57.049645 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-2a98e5c5-4399-414e-b185-1dec0edcf489 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Network d0b894fb-ca2e-4f02-9d2e-0b887784e9ae is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:33:57.052752 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-2a98e5c5-4399-414e-b185-1dec0edcf489 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:33:57.058746 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-2a98e5c5-4399-414e-b185-1dec0edcf489 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:33:57.065629 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a98e5c5-4399-414e-b185-1dec0edcf489 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Pushing event updated for resources: {'Port': ['ID=955434ea-3868-4ce0-a79f-ebf7e2af37c0,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:57.114574 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-2a98e5c5-4399-414e-b185-1dec0edcf489 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:57.115198 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-2a98e5c5-4399-414e-b185-1dec0edcf489 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:57.133212 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-2a98e5c5-4399-414e-b185-1dec0edcf489 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6863663 May 09 04:33:57.144791 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-a0cc3c23-42c8-4f4c-a3ab-c4f47e035644 service neutron] Request body: {'port': {'device_id': '3dcd6d81-e095-4cc4-9c05-276e02d3f1dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:33:57.208652 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-a0cc3c23-42c8-4f4c-a3ab-c4f47e035644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (955434ea-3868-4ce0-a79f-ebf7e2af37c0), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:57.244673 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-0882d2fe-1936-4ef7-9ac2-f0fa427d8ecb None None] Provisioning complete for port 955434ea-3868-4ce0-a79f-ebf7e2af37c0 triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:33:57.245053 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-0882d2fe-1936-4ef7-9ac2-f0fa427d8ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (955434ea-3868-4ce0-a79f-ebf7e2af37c0), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:57.282622 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-0882d2fe-1936-4ef7-9ac2-f0fa427d8ecb None None] Port 955434ea-3868-4ce0-a79f-ebf7e2af37c0 cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 04:33:57.495376 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-a0cc3c23-42c8-4f4c-a3ab-c4f47e035644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 955434ea-3868-4ce0-a79f-ebf7e2af37c0 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 04:33:57.528367 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-a0cc3c23-42c8-4f4c-a3ab-c4f47e035644 service neutron] Publish callbacks [] for port (955434ea-3868-4ce0-a79f-ebf7e2af37c0), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:57.552498 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-a0cc3c23-42c8-4f4c-a3ab-c4f47e035644 service neutron] Transition to ACTIVE for port object 955434ea-3868-4ce0-a79f-ebf7e2af37c0 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 04:33:57.559133 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c376e87-670d-4be1-80fa-d592ef476e7c req-0b38c21e-225e-4cd2-872a-22104f97f87d tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:57.560741 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9c376e87-670d-4be1-80fa-d592ef476e7c req-0b38c21e-225e-4cd2-872a-22104f97f87d tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3dcd6d81-e095-4cc4-9c05-276e02d3f1dc HTTP/1.1" status: 200 len: 931 time: 0.0721028 May 09 04:33:57.561802 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-a0cc3c23-42c8-4f4c-a3ab-c4f47e035644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718803'] for port (955434ea-3868-4ce0-a79f-ebf7e2af37c0), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:57.640507 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc3c23-42c8-4f4c-a3ab-c4f47e035644 service neutron] Pushing event updated for resources: {'Port': ['ID=955434ea-3868-4ce0-a79f-ebf7e2af37c0,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:57.717368 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9c376e87-670d-4be1-80fa-d592ef476e7c req-a0e8cafc-4d36-48ac-aa6e-af1a973b93bb tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469848 May 09 04:33:57.782444 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-a0cc3c23-42c8-4f4c-a3ab-c4f47e035644 service neutron] Attempting to bind port 955434ea-3868-4ce0-a79f-ebf7e2af37c0 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:33:57.783085 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-a0cc3c23-42c8-4f4c-a3ab-c4f47e035644 service neutron] Attempting to bind port 955434ea-3868-4ce0-a79f-ebf7e2af37c0 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': 'eba89e37-d903-4a50-b018-bea7c47e8946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:33:57.783646 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-a0cc3c23-42c8-4f4c-a3ab-c4f47e035644 service neutron] Attempting to bind port 955434ea-3868-4ce0-a79f-ebf7e2af37c0 on network d0b894fb-ca2e-4f02-9d2e-0b887784e9ae {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:33:57.789329 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-a0cc3c23-42c8-4f4c-a3ab-c4f47e035644 service neutron] Port 955434ea-3868-4ce0-a79f-ebf7e2af37c0 on network d0b894fb-ca2e-4f02-9d2e-0b887784e9ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 04:33:57.789663 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-a0cc3c23-42c8-4f4c-a3ab-c4f47e035644 service neutron] Attempting to bind port 955434ea-3868-4ce0-a79f-ebf7e2af37c0 on network d0b894fb-ca2e-4f02-9d2e-0b887784e9ae {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:33:57.795559 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-a0cc3c23-42c8-4f4c-a3ab-c4f47e035644 service neutron] Checking agent: {'id': '0ba91d57-31cd-4938-a6ad-bd18d942a965', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 24, 18), 'started_at': datetime.datetime(2022, 5, 9, 4, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:33:57.796006 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-a0cc3c23-42c8-4f4c-a3ab-c4f47e035644 service neutron] Checking segment: {'id': 'eba89e37-d903-4a50-b018-bea7c47e8946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:33:57.796452 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-a0cc3c23-42c8-4f4c-a3ab-c4f47e035644 service neutron] Bound using segment: {'id': 'eba89e37-d903-4a50-b018-bea7c47e8946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:33:57.796836 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-a0cc3c23-42c8-4f4c-a3ab-c4f47e035644 service neutron] Bound port: 955434ea-3868-4ce0-a79f-ebf7e2af37c0, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba89e37-d903-4a50-b018-bea7c47e8946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:33:57.797198 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-a0cc3c23-42c8-4f4c-a3ab-c4f47e035644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (955434ea-3868-4ce0-a79f-ebf7e2af37c0), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:57.868490 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-a0cc3c23-42c8-4f4c-a3ab-c4f47e035644 service neutron] For port 955434ea-3868-4ce0-a79f-ebf7e2af37c0, host hv-cinder-83800, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:33:57.871649 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-a0cc3c23-42c8-4f4c-a3ab-c4f47e035644 service neutron] For port 955434ea-3868-4ce0-a79f-ebf7e2af37c0, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=955434ea-3868-4ce0-a79f-ebf7e2af37c0,segment=NetworkSegment(eba89e37-d903-4a50-b018-bea7c47e8946),segment_id=eba89e37-d903-4a50-b018-bea7c47e8946)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:33:57.878333 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-a0cc3c23-42c8-4f4c-a3ab-c4f47e035644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718803'] for port (955434ea-3868-4ce0-a79f-ebf7e2af37c0), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:57.921007 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-a0cc3c23-42c8-4f4c-a3ab-c4f47e035644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:57.921625 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-a0cc3c23-42c8-4f4c-a3ab-c4f47e035644 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:33:57.923080 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-a0cc3c23-42c8-4f4c-a3ab-c4f47e035644 service neutron] 10.222.0.13 "PUT /v2.0/ports/955434ea-3868-4ce0-a79f-ebf7e2af37c0 HTTP/1.1" status: 200 len: 1093 time: 0.7825201 May 09 04:33:57.923458 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dcd6d81-e095-4cc4-9c05-276e02d3f1dc', 'tag': '955434ea-3868-4ce0-a79f-ebf7e2af37c0'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:33:57.925763 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708343da101edf5db3821e80f7e6194e70163222c3a70cb9c2c474869a6028b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e5764e-bd8b-4766-8676-46d68b842b1f" -d '{"events": [{"name": "network-changed", "server_uuid": "3dcd6d81-e095-4cc4-9c05-276e02d3f1dc", "tag": "955434ea-3868-4ce0-a79f-ebf7e2af37c0"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:33:57.961655 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc3c23-42c8-4f4c-a3ab-c4f47e035644 service neutron] Pushing event updated for resources: {'Port': ['ID=955434ea-3868-4ce0-a79f-ebf7e2af37c0,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:33:57.984440 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 04:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a91a38a-de55-4326-a1c1-c73278180cb3 x-openstack-request-id: req-4a91a38a-de55-4326-a1c1-c73278180cb3 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:33:57.984747 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dcd6d81-e095-4cc4-9c05-276e02d3f1dc", "tag": "955434ea-3868-4ce0-a79f-ebf7e2af37c0", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:33:57.985003 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4a91a38a-de55-4326-a1c1-c73278180cb3 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:33:57.985428 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a91a38a-de55-4326-a1c1-c73278180cb3'] response: {'name': 'network-changed', 'server_uuid': '3dcd6d81-e095-4cc4-9c05-276e02d3f1dc', 'tag': '955434ea-3868-4ce0-a79f-ebf7e2af37c0', 'status': 'completed', 'code': 200} May 09 04:33:58.024406 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-ad46c55b-6d1f-4b8c-84a4-679493caff36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:58.026093 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-ad46c55b-6d1f-4b8c-84a4-679493caff36 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b6223852af9c4361b99a24e7a49a7734&device_id=3dcd6d81-e095-4cc4-9c05-276e02d3f1dc HTTP/1.1" status: 200 len: 1127 time: 0.0534761 May 09 04:33:58.076928 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-f2b9b821-f27f-45b0-91ea-48efae556c4e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=955434ea-3868-4ce0-a79f-ebf7e2af37c0 HTTP/1.1" status: 200 len: 217 time: 0.0357718 May 09 04:33:58.138670 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-cfef2237-4103-4f05-8fc6-55f246711dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:58.140300 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-cfef2237-4103-4f05-8fc6-55f246711dc8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dbed64c5-3159-495c-b3f2-34c99afd3de9 HTTP/1.1" status: 200 len: 851 time: 0.0569198 May 09 04:33:58.188950 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-2a687024-0d8f-4cf6-b953-5bf0cbd78bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:58.190461 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-2a687024-0d8f-4cf6-b953-5bf0cbd78bb4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d0b894fb-ca2e-4f02-9d2e-0b887784e9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425308 May 09 04:33:58.292811 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-b0fbebfd-d73c-425e-952e-c02da1083562 service neutron] 10.222.0.13 "GET /v2.0/networks/d0b894fb-ca2e-4f02-9d2e-0b887784e9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955737 May 09 04:33:58.401614 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-af2a3cf8-b43e-43e4-b9df-194ef0544a63 req-293d2c04-da07-4c2d-8312-2abf309b6198 service neutron] 10.222.0.13 "GET /v2.0/networks/d0b894fb-ca2e-4f02-9d2e-0b887784e9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018927 May 09 04:33:58.718244 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5764e-bd8b-4766-8676-46d68b842b1f req-f14e7a18-3628-4b6a-9b44-4a59a46b755c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:58.719788 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a2e5764e-bd8b-4766-8676-46d68b842b1f req-f14e7a18-3628-4b6a-9b44-4a59a46b755c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b6223852af9c4361b99a24e7a49a7734&device_id=3dcd6d81-e095-4cc4-9c05-276e02d3f1dc HTTP/1.1" status: 200 len: 1127 time: 0.0408175 May 09 04:33:58.830459 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5764e-bd8b-4766-8676-46d68b842b1f req-403f0953-2512-4950-834e-e2c0191f9c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:58.832015 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a2e5764e-bd8b-4766-8676-46d68b842b1f req-403f0953-2512-4950-834e-e2c0191f9c9e service neutron] 10.222.0.13 "GET /v2.0/networks?id=d0b894fb-ca2e-4f02-9d2e-0b887784e9ae HTTP/1.1" status: 200 len: 913 time: 0.0978537 May 09 04:33:58.884668 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a2e5764e-bd8b-4766-8676-46d68b842b1f req-6f463a4b-47c1-4f0a-a55d-c454f683690f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=955434ea-3868-4ce0-a79f-ebf7e2af37c0 HTTP/1.1" status: 200 len: 217 time: 0.0427492 May 09 04:33:58.968758 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17bb617-7c25-4203-83be-7bea5a74bfba req-9d5a1661-9058-4182-b857-b9cdc27830f8 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:58.970349 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c17bb617-7c25-4203-83be-7bea5a74bfba req-9d5a1661-9058-4182-b857-b9cdc27830f8 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3dcd6d81-e095-4cc4-9c05-276e02d3f1dc HTTP/1.1" status: 200 len: 943 time: 0.0892720 May 09 04:33:58.987422 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5764e-bd8b-4766-8676-46d68b842b1f req-35589cfc-f835-4ac5-bc15-fa513eb869c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:58.988839 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a2e5764e-bd8b-4766-8676-46d68b842b1f req-35589cfc-f835-4ac5-bc15-fa513eb869c7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dbed64c5-3159-495c-b3f2-34c99afd3de9 HTTP/1.1" status: 200 len: 851 time: 0.0945106 May 09 04:33:59.057762 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c17bb617-7c25-4203-83be-7bea5a74bfba req-92590fec-efaf-4aec-b9f0-f5231d84cc14 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808780 May 09 04:33:59.061091 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5764e-bd8b-4766-8676-46d68b842b1f req-fdbf2dae-1a37-4c02-94d0-039af674004a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:33:59.062521 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a2e5764e-bd8b-4766-8676-46d68b842b1f req-fdbf2dae-1a37-4c02-94d0-039af674004a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d0b894fb-ca2e-4f02-9d2e-0b887784e9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0578768 May 09 04:33:59.156453 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a2e5764e-bd8b-4766-8676-46d68b842b1f req-91c1d30b-d268-43d2-b28d-f2a27da45235 service neutron] 10.222.0.13 "GET /v2.0/networks/d0b894fb-ca2e-4f02-9d2e-0b887784e9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869179 May 09 04:33:59.260401 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a2e5764e-bd8b-4766-8676-46d68b842b1f req-fafd169e-ac45-4299-9be8-5f9c9b9272a6 service neutron] 10.222.0.13 "GET /v2.0/networks/d0b894fb-ca2e-4f02-9d2e-0b887784e9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889313 May 09 04:34:00.172492 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0f2ab-7ec8-43c5-b5f4-30e830452316 req-723fc675-567d-4a9d-b1bf-80a2fbaa9d8a tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:00.174192 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8eb0f2ab-7ec8-43c5-b5f4-30e830452316 req-723fc675-567d-4a9d-b1bf-80a2fbaa9d8a tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3dcd6d81-e095-4cc4-9c05-276e02d3f1dc HTTP/1.1" status: 200 len: 943 time: 0.0470264 May 09 04:34:00.223268 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8eb0f2ab-7ec8-43c5-b5f4-30e830452316 req-55ef6a5d-878c-4d28-81e2-41815f19352a tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435169 May 09 04:34:01.341466 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e9e8c-2e34-4fa4-9e5a-8dfec5a736d7 req-a0a227ef-e219-46dc-bc70-cd6b5fda9c9d tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:01.342764 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a40e9e8c-2e34-4fa4-9e5a-8dfec5a736d7 req-a0a227ef-e219-46dc-bc70-cd6b5fda9c9d tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3dcd6d81-e095-4cc4-9c05-276e02d3f1dc HTTP/1.1" status: 200 len: 943 time: 0.0502093 May 09 04:34:01.393151 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a40e9e8c-2e34-4fa4-9e5a-8dfec5a736d7 req-b401f605-e547-4079-ac48-fd2fda4332ca tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441277 May 09 04:34:02.459477 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 50682) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:34:02.516171 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578896e8-b35c-4022-a998-f507027d1fd0 req-01c60b93-9825-4078-8531-5295f2cbfd82 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:02.517762 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-578896e8-b35c-4022-a998-f507027d1fd0 req-01c60b93-9825-4078-8531-5295f2cbfd82 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3dcd6d81-e095-4cc4-9c05-276e02d3f1dc HTTP/1.1" status: 200 len: 943 time: 0.0460043 May 09 04:34:02.575510 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eb02347e-41bb-44b1-8c8f-34bc9c9c0a3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:02.581051 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-578896e8-b35c-4022-a998-f507027d1fd0 req-d7d3d534-22ae-4676-a80c-f37557a11615 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578530 May 09 04:34:02.663068 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eb02347e-41bb-44b1-8c8f-34bc9c9c0a3c admin admin] Publish callbacks [] for security_group (dbfa8fe5-7be2-49c4-9af9-026f4aa710d0), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:02.666790 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-eb02347e-41bb-44b1-8c8f-34bc9c9c0a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (dbfa8fe5-7be2-49c4-9af9-026f4aa710d0), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:02.705240 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-eb02347e-41bb-44b1-8c8f-34bc9c9c0a3c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5eaf003451d34d28b0795a072e96a44c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2445898 May 09 04:34:02.706079 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb02347e-41bb-44b1-8c8f-34bc9c9c0a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfa8fe5-7be2-49c4-9af9-026f4aa710d0,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:02.711269 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 50688) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:34:02.788143 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27567a66-b3b5-4dbf-adf0-3bff5ba520cf admin admin] Publish callbacks [] for security_group (dbfa8fe5-7be2-49c4-9af9-026f4aa710d0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:02.811512 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27567a66-b3b5-4dbf-adf0-3bff5ba520cf admin admin] Publish callbacks [] for security_group (dbfa8fe5-7be2-49c4-9af9-026f4aa710d0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:02.858655 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27567a66-b3b5-4dbf-adf0-3bff5ba520cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (dbfa8fe5-7be2-49c4-9af9-026f4aa710d0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:02.861344 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-27567a66-b3b5-4dbf-adf0-3bff5ba520cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:02.862485 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-27567a66-b3b5-4dbf-adf0-3bff5ba520cf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dbfa8fe5-7be2-49c4-9af9-026f4aa710d0 HTTP/1.1" status: 204 len: 168 time: 0.1502783 May 09 04:34:02.870581 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27567a66-b3b5-4dbf-adf0-3bff5ba520cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbfa8fe5-7be2-49c4-9af9-026f4aa710d0,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:03.530162 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ab41d-7770-4b61-bd22-6995f09c419b req-74788cc4-582f-4083-acad-89020172a845 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:03.531538 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-718ab41d-7770-4b61-bd22-6995f09c419b req-74788cc4-582f-4083-acad-89020172a845 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/networks?id=10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16 HTTP/1.1" status: 200 len: 809 time: 0.1074078 May 09 04:34:03.547374 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-718ab41d-7770-4b61-bd22-6995f09c419b req-9b3cf2cb-932c-483e-a9c1-870a62e14a9a tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/quotas/20b03a05541e4ee38dc5f94a6e4bdc69 HTTP/1.1" status: 200 len: 375 time: 0.0103781 May 09 04:34:03.587170 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-718ab41d-7770-4b61-bd22-6995f09c419b req-4ec22e36-080f-4d8d-b358-098b056e8043 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=20b03a05541e4ee38dc5f94a6e4bdc69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277202 May 09 04:34:03.692259 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-718ab41d-7770-4b61-bd22-6995f09c419b req-7dbee1b9-f942-464d-8614-ebae80959ffb service neutron] 10.222.0.44 "GET /v2.0/networks/10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976217 May 09 04:34:03.706393 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e1b21-8ba9-4cc7-a0b6-9b5f29f02e42 req-7a4d4c3d-9a57-4f21-9e7f-37f403618ed1 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:03.707926 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a80e1b21-8ba9-4cc7-a0b6-9b5f29f02e42 req-7a4d4c3d-9a57-4f21-9e7f-37f403618ed1 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3dcd6d81-e095-4cc4-9c05-276e02d3f1dc HTTP/1.1" status: 200 len: 943 time: 0.0492411 May 09 04:34:03.776134 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a80e1b21-8ba9-4cc7-a0b6-9b5f29f02e42 req-eb2ccdfc-e71e-45d0-8210-909e812e6b26 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621996 May 09 04:34:03.832672 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-718ab41d-7770-4b61-bd22-6995f09c419b req-6a612d30-7548-464d-bb5c-401570977553 service neutron] 10.222.0.44 "GET /v2.0/networks/10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335142 May 09 04:34:04.023132 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a3b76350-0587-4bff-b27b-1d4ee147e433 req-e53ec488-7e4d-4824-a6c4-c006eb873ea8 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c4c812-254e-448e-91f3-58588d0e714f HTTP/1.1" status: 200 len: 210 time: 0.0449719 May 09 04:34:04.517490 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 50764) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:34:04.622994 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d5265ddd-0e88-45cd-a839-f44b7149ea11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:04.700439 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d5265ddd-0e88-45cd-a839-f44b7149ea11 admin admin] Publish callbacks [] for security_group (5323d911-3a66-4f3d-bb62-7bcc006c44b2), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:04.704218 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d5265ddd-0e88-45cd-a839-f44b7149ea11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (5323d911-3a66-4f3d-bb62-7bcc006c44b2), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:04.742750 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-d5265ddd-0e88-45cd-a839-f44b7149ea11 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9c0a7df74d0f4d31b8f07a8c81384d0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2241852 May 09 04:34:04.743778 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5265ddd-0e88-45cd-a839-f44b7149ea11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5323d911-3a66-4f3d-bb62-7bcc006c44b2,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:04.744784 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 50770) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:34:04.795904 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c8833606-f17b-490a-89ea-920ad66225fc admin admin] Publish callbacks [] for security_group (5323d911-3a66-4f3d-bb62-7bcc006c44b2), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:04.817213 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c8833606-f17b-490a-89ea-920ad66225fc admin admin] Publish callbacks [] for security_group (5323d911-3a66-4f3d-bb62-7bcc006c44b2), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:04.872781 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c8833606-f17b-490a-89ea-920ad66225fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (5323d911-3a66-4f3d-bb62-7bcc006c44b2), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:04.876364 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-c8833606-f17b-490a-89ea-920ad66225fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:04.877524 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-c8833606-f17b-490a-89ea-920ad66225fc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5323d911-3a66-4f3d-bb62-7bcc006c44b2 HTTP/1.1" status: 204 len: 168 time: 0.1316972 May 09 04:34:04.891332 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8833606-f17b-490a-89ea-920ad66225fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5323d911-3a66-4f3d-bb62-7bcc006c44b2,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:04.909142 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3f58e-5dfc-4c16-a950-6bf617211a41 req-32b9c953-5d8b-45e5-81ad-9de7e82ed308 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:04.911035 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-05b3f58e-5dfc-4c16-a950-6bf617211a41 req-32b9c953-5d8b-45e5-81ad-9de7e82ed308 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3dcd6d81-e095-4cc4-9c05-276e02d3f1dc HTTP/1.1" status: 200 len: 943 time: 0.0598788 May 09 04:34:04.984442 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-05b3f58e-5dfc-4c16-a950-6bf617211a41 req-77ed9f6f-10a1-479a-84e9-cd0b804405dc tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669909 May 09 04:34:05.149316 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ab41d-7770-4b61-bd22-6995f09c419b req-0b6cedc1-a9e8-4ace-8b7b-965b9a475b33 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:05.150767 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-718ab41d-7770-4b61-bd22-6995f09c419b req-0b6cedc1-a9e8-4ace-8b7b-965b9a475b33 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.13 "GET /v2.0/networks?id=10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16 HTTP/1.1" status: 200 len: 809 time: 0.1494718 May 09 04:34:05.152532 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-b6045ed5-b3ba-4e14-87d1-0b98cf75eb05 req-20b32d39-e0fa-471e-8324-232e2da6cd19 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c4c812-254e-448e-91f3-58588d0e714f HTTP/1.1" status: 200 len: 210 time: 0.0437944 May 09 04:34:05.171638 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [req-718ab41d-7770-4b61-bd22-6995f09c419b req-1b7201ba-7434-4bbb-a082-c1cc1e4a7f7b tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Request body: {'port': {'device_id': '27c4c812-254e-448e-91f3-58588d0e714f', 'network_id': '10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16', 'admin_state_up': True, 'tenant_id': '20b03a05541e4ee38dc5f94a6e4bdc69'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:34:05.237634 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 50788) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:34:05.252537 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35b9b380-2212-489f-818e-11a9fa8b0944 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:05.282081 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-718ab41d-7770-4b61-bd22-6995f09c419b req-1b7201ba-7434-4bbb-a082-c1cc1e4a7f7b tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Made reservation on behalf of 20b03a05541e4ee38dc5f94a6e4bdc69 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:34:05.285565 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-718ab41d-7770-4b61-bd22-6995f09c419b req-1b7201ba-7434-4bbb-a082-c1cc1e4a7f7b tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:05.335303 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35b9b380-2212-489f-818e-11a9fa8b0944 admin admin] Publish callbacks [] for security_group (6ef983bd-1895-4041-9255-5fb45e93d9ee), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:05.339143 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-35b9b380-2212-489f-818e-11a9fa8b0944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (6ef983bd-1895-4041-9255-5fb45e93d9ee), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:05.378565 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-35b9b380-2212-489f-818e-11a9fa8b0944 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=627668c733174a2494bb0142dc06fd2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1395791 May 09 04:34:05.379459 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b9b380-2212-489f-818e-11a9fa8b0944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef983bd-1895-4041-9255-5fb45e93d9ee,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:05.384431 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 50790) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:34:05.424372 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-718ab41d-7770-4b61-bd22-6995f09c419b req-1b7201ba-7434-4bbb-a082-c1cc1e4a7f7b tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Allocated IP 172.20.0.14 (10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16/1f723c4a-a34c-4b46-a87c-9d8f1a93b94d/d8927a25-6b46-4f7f-97dd-a07988a6520e) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:34:05.434567 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d42aab0b-ff41-4759-b0bb-b7a9e63eddef admin admin] Publish callbacks [] for security_group (6ef983bd-1895-4041-9255-5fb45e93d9ee), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:05.457775 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d42aab0b-ff41-4759-b0bb-b7a9e63eddef admin admin] Publish callbacks [] for security_group (6ef983bd-1895-4041-9255-5fb45e93d9ee), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:05.508797 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d42aab0b-ff41-4759-b0bb-b7a9e63eddef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (6ef983bd-1895-4041-9255-5fb45e93d9ee), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:05.511624 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d42aab0b-ff41-4759-b0bb-b7a9e63eddef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:05.512797 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-d42aab0b-ff41-4759-b0bb-b7a9e63eddef admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6ef983bd-1895-4041-9255-5fb45e93d9ee HTTP/1.1" status: 204 len: 168 time: 0.1273360 May 09 04:34:05.521401 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42aab0b-ff41-4759-b0bb-b7a9e63eddef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef983bd-1895-4041-9255-5fb45e93d9ee,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:05.589874 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-718ab41d-7770-4b61-bd22-6995f09c419b req-1b7201ba-7434-4bbb-a082-c1cc1e4a7f7b tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Publish callbacks [] for port (d8927a25-6b46-4f7f-97dd-a07988a6520e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:05.625590 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-718ab41d-7770-4b61-bd22-6995f09c419b req-1b7201ba-7434-4bbb-a082-c1cc1e4a7f7b tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (d8927a25-6b46-4f7f-97dd-a07988a6520e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:05.671937 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-718ab41d-7770-4b61-bd22-6995f09c419b req-1b7201ba-7434-4bbb-a082-c1cc1e4a7f7b tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Network 10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:34:05.677413 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-718ab41d-7770-4b61-bd22-6995f09c419b req-1b7201ba-7434-4bbb-a082-c1cc1e4a7f7b tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:34:05.682108 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-718ab41d-7770-4b61-bd22-6995f09c419b req-1b7201ba-7434-4bbb-a082-c1cc1e4a7f7b tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:34:05.693171 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7201ba-7434-4bbb-a082-c1cc1e4a7f7b tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Pushing event updated for resources: {'Port': ['ID=d8927a25-6b46-4f7f-97dd-a07988a6520e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:05.734240 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ab41d-7770-4b61-bd22-6995f09c419b req-1b7201ba-7434-4bbb-a082-c1cc1e4a7f7b tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:05.735107 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-718ab41d-7770-4b61-bd22-6995f09c419b req-1b7201ba-7434-4bbb-a082-c1cc1e4a7f7b tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:05.751579 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-718ab41d-7770-4b61-bd22-6995f09c419b req-1b7201ba-7434-4bbb-a082-c1cc1e4a7f7b tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5878065 May 09 04:34:05.764662 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [req-718ab41d-7770-4b61-bd22-6995f09c419b req-ed9a2c3d-2ff0-4a80-89b6-7be5f093db54 service neutron] Request body: {'port': {'device_id': '27c4c812-254e-448e-91f3-58588d0e714f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:34:05.830304 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-718ab41d-7770-4b61-bd22-6995f09c419b req-ed9a2c3d-2ff0-4a80-89b6-7be5f093db54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (d8927a25-6b46-4f7f-97dd-a07988a6520e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:06.110034 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c6b4c-23fd-4d6f-984e-ff26ce72a953 req-e253298c-9e55-4ae2-8a4d-fb4e1d499e20 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:06.112190 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-574c6b4c-23fd-4d6f-984e-ff26ce72a953 req-e253298c-9e55-4ae2-8a4d-fb4e1d499e20 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3dcd6d81-e095-4cc4-9c05-276e02d3f1dc HTTP/1.1" status: 200 len: 943 time: 0.0588527 May 09 04:34:06.132824 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [req-718ab41d-7770-4b61-bd22-6995f09c419b req-ed9a2c3d-2ff0-4a80-89b6-7be5f093db54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8927a25-6b46-4f7f-97dd-a07988a6520e {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 04:34:06.142346 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-718ab41d-7770-4b61-bd22-6995f09c419b req-ed9a2c3d-2ff0-4a80-89b6-7be5f093db54 service neutron] Publish callbacks [] for port (d8927a25-6b46-4f7f-97dd-a07988a6520e), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:06.157569 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-718ab41d-7770-4b61-bd22-6995f09c419b req-ed9a2c3d-2ff0-4a80-89b6-7be5f093db54 service neutron] Transition to ACTIVE for port object d8927a25-6b46-4f7f-97dd-a07988a6520e will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 04:34:06.169077 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-718ab41d-7770-4b61-bd22-6995f09c419b req-ed9a2c3d-2ff0-4a80-89b6-7be5f093db54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718803'] for port (d8927a25-6b46-4f7f-97dd-a07988a6520e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:06.182847 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-574c6b4c-23fd-4d6f-984e-ff26ce72a953 req-b7ef0a20-6d92-47f4-8878-d72c2ffa1983 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647969 May 09 04:34:06.228984 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a2c3d-2ff0-4a80-89b6-7be5f093db54 service neutron] Pushing event updated for resources: {'Port': ['ID=d8927a25-6b46-4f7f-97dd-a07988a6520e,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:06.258962 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9a2c3d-2ff0-4a80-89b6-7be5f093db54 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:34:06.259314 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9a2c3d-2ff0-4a80-89b6-7be5f093db54 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:34:06.259659 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9a2c3d-2ff0-4a80-89b6-7be5f093db54 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:34:06.260033 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9a2c3d-2ff0-4a80-89b6-7be5f093db54 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:34:06.260369 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9a2c3d-2ff0-4a80-89b6-7be5f093db54 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:34:06.260701 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9a2c3d-2ff0-4a80-89b6-7be5f093db54 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:34:06.261032 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9a2c3d-2ff0-4a80-89b6-7be5f093db54 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:34:06.261356 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9a2c3d-2ff0-4a80-89b6-7be5f093db54 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:34:06.261682 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9a2c3d-2ff0-4a80-89b6-7be5f093db54 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:34:06.262008 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9a2c3d-2ff0-4a80-89b6-7be5f093db54 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:34:06.262336 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9a2c3d-2ff0-4a80-89b6-7be5f093db54 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:34:06.262661 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9a2c3d-2ff0-4a80-89b6-7be5f093db54 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:34:06.262985 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9a2c3d-2ff0-4a80-89b6-7be5f093db54 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:34:06.263305 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9a2c3d-2ff0-4a80-89b6-7be5f093db54 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:34:06.263625 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9a2c3d-2ff0-4a80-89b6-7be5f093db54 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:34:06.331198 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6cbf6-fb6c-49ec-aa84-4324f81513f3 req-370517e7-5f3e-41fc-b6ae-03eaab347c24 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:06.332721 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-65b6cbf6-fb6c-49ec-aa84-4324f81513f3 req-370517e7-5f3e-41fc-b6ae-03eaab347c24 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c4c812-254e-448e-91f3-58588d0e714f HTTP/1.1" status: 200 len: 944 time: 0.0884559 May 09 04:34:06.366771 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-718ab41d-7770-4b61-bd22-6995f09c419b req-ed9a2c3d-2ff0-4a80-89b6-7be5f093db54 service neutron] Attempting to bind port d8927a25-6b46-4f7f-97dd-a07988a6520e on host hv-cinder-83800 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:34:06.367014 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-718ab41d-7770-4b61-bd22-6995f09c419b req-ed9a2c3d-2ff0-4a80-89b6-7be5f093db54 service neutron] Attempting to bind port d8927a25-6b46-4f7f-97dd-a07988a6520e by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': 'baa9f010-d17e-4f21-b5e9-f2da65fa29c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:34:06.367332 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718ab41d-7770-4b61-bd22-6995f09c419b req-ed9a2c3d-2ff0-4a80-89b6-7be5f093db54 service neutron] Attempting to bind port d8927a25-6b46-4f7f-97dd-a07988a6520e on network 10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:34:06.376215 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718ab41d-7770-4b61-bd22-6995f09c419b req-ed9a2c3d-2ff0-4a80-89b6-7be5f093db54 service neutron] Port d8927a25-6b46-4f7f-97dd-a07988a6520e on network 10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 04:34:06.376537 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718ab41d-7770-4b61-bd22-6995f09c419b req-ed9a2c3d-2ff0-4a80-89b6-7be5f093db54 service neutron] Attempting to bind port d8927a25-6b46-4f7f-97dd-a07988a6520e on network 10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:34:06.386889 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718ab41d-7770-4b61-bd22-6995f09c419b req-ed9a2c3d-2ff0-4a80-89b6-7be5f093db54 service neutron] Checking agent: {'id': '0ba91d57-31cd-4938-a6ad-bd18d942a965', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 24, 18), 'started_at': datetime.datetime(2022, 5, 9, 4, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:34:06.387224 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718ab41d-7770-4b61-bd22-6995f09c419b req-ed9a2c3d-2ff0-4a80-89b6-7be5f093db54 service neutron] Checking segment: {'id': 'baa9f010-d17e-4f21-b5e9-f2da65fa29c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:34:06.387606 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718ab41d-7770-4b61-bd22-6995f09c419b req-ed9a2c3d-2ff0-4a80-89b6-7be5f093db54 service neutron] Bound using segment: {'id': 'baa9f010-d17e-4f21-b5e9-f2da65fa29c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:34:06.388075 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-718ab41d-7770-4b61-bd22-6995f09c419b req-ed9a2c3d-2ff0-4a80-89b6-7be5f093db54 service neutron] Bound port: d8927a25-6b46-4f7f-97dd-a07988a6520e, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baa9f010-d17e-4f21-b5e9-f2da65fa29c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:34:06.388437 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-718ab41d-7770-4b61-bd22-6995f09c419b req-ed9a2c3d-2ff0-4a80-89b6-7be5f093db54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (d8927a25-6b46-4f7f-97dd-a07988a6520e), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:06.419442 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-65b6cbf6-fb6c-49ec-aa84-4324f81513f3 req-cad1c391-4776-4133-bc6b-6c920c5aaf34 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c81e3-c50a-46e4-aa4a-9679792ee446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789344 May 09 04:34:06.474917 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-718ab41d-7770-4b61-bd22-6995f09c419b req-ed9a2c3d-2ff0-4a80-89b6-7be5f093db54 service neutron] For port d8927a25-6b46-4f7f-97dd-a07988a6520e, host hv-cinder-83800, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:34:06.478313 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-718ab41d-7770-4b61-bd22-6995f09c419b req-ed9a2c3d-2ff0-4a80-89b6-7be5f093db54 service neutron] For port d8927a25-6b46-4f7f-97dd-a07988a6520e, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=d8927a25-6b46-4f7f-97dd-a07988a6520e,segment=NetworkSegment(baa9f010-d17e-4f21-b5e9-f2da65fa29c1),segment_id=baa9f010-d17e-4f21-b5e9-f2da65fa29c1)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:34:06.484496 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-718ab41d-7770-4b61-bd22-6995f09c419b req-ed9a2c3d-2ff0-4a80-89b6-7be5f093db54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718803'] for port (d8927a25-6b46-4f7f-97dd-a07988a6520e), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:06.522371 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ab41d-7770-4b61-bd22-6995f09c419b req-ed9a2c3d-2ff0-4a80-89b6-7be5f093db54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:06.522994 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-718ab41d-7770-4b61-bd22-6995f09c419b req-ed9a2c3d-2ff0-4a80-89b6-7be5f093db54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:06.524384 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-718ab41d-7770-4b61-bd22-6995f09c419b req-ed9a2c3d-2ff0-4a80-89b6-7be5f093db54 service neutron] 10.222.0.13 "PUT /v2.0/ports/d8927a25-6b46-4f7f-97dd-a07988a6520e HTTP/1.1" status: 200 len: 1094 time: 0.7643106 May 09 04:34:06.524831 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c4c812-254e-448e-91f3-58588d0e714f', 'tag': 'd8927a25-6b46-4f7f-97dd-a07988a6520e'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:34:06.527035 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708343da101edf5db3821e80f7e6194e70163222c3a70cb9c2c474869a6028b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a3635a-a4e8-4fea-9c1d-4a6c931330f5" -d '{"events": [{"name": "network-changed", "server_uuid": "27c4c812-254e-448e-91f3-58588d0e714f", "tag": "d8927a25-6b46-4f7f-97dd-a07988a6520e"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:34:06.550995 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a2c3d-2ff0-4a80-89b6-7be5f093db54 service neutron] Pushing event updated for resources: {'Port': ['ID=d8927a25-6b46-4f7f-97dd-a07988a6520e,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:06.570413 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 04:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257c8555-3c68-4ae0-bc5d-ec511eb1babe x-openstack-request-id: req-257c8555-3c68-4ae0-bc5d-ec511eb1babe {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:34:06.570718 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27c4c812-254e-448e-91f3-58588d0e714f", "tag": "d8927a25-6b46-4f7f-97dd-a07988a6520e", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:34:06.570989 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-257c8555-3c68-4ae0-bc5d-ec511eb1babe {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:34:06.571399 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-257c8555-3c68-4ae0-bc5d-ec511eb1babe'] response: {'name': 'network-changed', 'server_uuid': '27c4c812-254e-448e-91f3-58588d0e714f', 'tag': 'd8927a25-6b46-4f7f-97dd-a07988a6520e', 'status': 'completed', 'code': 200} May 09 04:34:06.618197 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ab41d-7770-4b61-bd22-6995f09c419b req-308646c1-1a41-4c48-b664-005c5dfe77cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:06.619700 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-718ab41d-7770-4b61-bd22-6995f09c419b req-308646c1-1a41-4c48-b664-005c5dfe77cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=20b03a05541e4ee38dc5f94a6e4bdc69&device_id=27c4c812-254e-448e-91f3-58588d0e714f HTTP/1.1" status: 200 len: 1128 time: 0.0402782 May 09 04:34:06.662257 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-718ab41d-7770-4b61-bd22-6995f09c419b req-97af35e6-e263-4e63-937e-72c6bccdceac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8927a25-6b46-4f7f-97dd-a07988a6520e HTTP/1.1" status: 200 len: 217 time: 0.0332544 May 09 04:34:06.988878 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ab41d-7770-4b61-bd22-6995f09c419b req-cc2829bb-7718-4685-884c-346d9c66229a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:06.990365 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-718ab41d-7770-4b61-bd22-6995f09c419b req-cc2829bb-7718-4685-884c-346d9c66229a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f723c4a-a34c-4b46-a87c-9d8f1a93b94d HTTP/1.1" status: 200 len: 849 time: 0.3221781 May 09 04:34:07.039878 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-718ab41d-7770-4b61-bd22-6995f09c419b req-3f57e7e5-3241-4e5c-a1c3-28741cdfcd7b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398345 May 09 04:34:07.143884 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-718ab41d-7770-4b61-bd22-6995f09c419b req-e4b70bee-2a0c-4baa-ac1d-f8769ec9d57c service neutron] 10.222.0.13 "GET /v2.0/networks/10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932274 May 09 04:34:07.243478 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-718ab41d-7770-4b61-bd22-6995f09c419b req-8e0c3828-4639-4948-8f47-9bfeeb056b7a service neutron] 10.222.0.13 "GET /v2.0/networks/10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932639 May 09 04:34:07.305209 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d01b8a-53e2-4ccc-9b97-43b4b32fdf1e req-495681ff-24b3-4a45-8e07-1b0f2a84fe64 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:07.306705 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-d3d01b8a-53e2-4ccc-9b97-43b4b32fdf1e req-495681ff-24b3-4a45-8e07-1b0f2a84fe64 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3dcd6d81-e095-4cc4-9c05-276e02d3f1dc HTTP/1.1" status: 200 len: 943 time: 0.0498953 May 09 04:34:07.358041 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-d3d01b8a-53e2-4ccc-9b97-43b4b32fdf1e req-33d89491-e4e5-40b4-bd9a-870dbccd2b50 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449598 May 09 04:34:07.522090 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 955434ea-3868-4ce0-a79f-ebf7e2af37c0 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 04:34:07.539764 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c10c5-5a1b-4557-b97f-93bf114ae5ad req-62f9a9ae-e86c-4860-9636-94e10a518ad2 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:07.541368 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-869c10c5-5a1b-4557-b97f-93bf114ae5ad req-62f9a9ae-e86c-4860-9636-94e10a518ad2 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c4c812-254e-448e-91f3-58588d0e714f HTTP/1.1" status: 200 len: 944 time: 0.0508053 May 09 04:34:07.601846 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-869c10c5-5a1b-4557-b97f-93bf114ae5ad req-dfdc0921-e746-487d-bf5d-c925c143459a tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c81e3-c50a-46e4-aa4a-9679792ee446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545101 May 09 04:34:07.779321 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port 955434ea-3868-4ce0-a79f-ebf7e2af37c0, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=955434ea-3868-4ce0-a79f-ebf7e2af37c0,segment=NetworkSegment(eba89e37-d903-4a50-b018-bea7c47e8946),segment_id=eba89e37-d903-4a50-b018-bea7c47e8946)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:34:07.794421 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Returning: {'device': '955434ea-3868-4ce0-a79f-ebf7e2af37c0', 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae', 'port_id': '955434ea-3868-4ce0-a79f-ebf7e2af37c0', 'mac_address': 'fa:16:3e:3c:09:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbed64c5-3159-495c-b3f2-34c99afd3de9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 04:34:07.846444 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port 955434ea-3868-4ce0-a79f-ebf7e2af37c0 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:34:07.846937 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (955434ea-3868-4ce0-a79f-ebf7e2af37c0), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:07.860508 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 955434ea-3868-4ce0-a79f-ebf7e2af37c0 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 04:34:07.886705 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port 955434ea-3868-4ce0-a79f-ebf7e2af37c0, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=955434ea-3868-4ce0-a79f-ebf7e2af37c0,segment=NetworkSegment(eba89e37-d903-4a50-b018-bea7c47e8946),segment_id=eba89e37-d903-4a50-b018-bea7c47e8946)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:34:07.891525 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (955434ea-3868-4ce0-a79f-ebf7e2af37c0), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:07.946283 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=955434ea-3868-4ce0-a79f-ebf7e2af37c0,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:08.416380 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] get_ports_and_sgs() called for port_ids ['955434ea-3868-4ce0-a79f-ebf7e2af37c0'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 04:34:08.503585 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c948945-b4d7-424b-a523-f5316baf25e4 req-7350968c-0129-4981-90fc-70c6e7eb583d tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:08.505212 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6c948945-b4d7-424b-a523-f5316baf25e4 req-7350968c-0129-4981-90fc-70c6e7eb583d tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3dcd6d81-e095-4cc4-9c05-276e02d3f1dc HTTP/1.1" status: 200 len: 944 time: 0.0613570 May 09 04:34:08.560367 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6c948945-b4d7-424b-a523-f5316baf25e4 req-5456f56b-01ab-4080-9ae2-392df5e2a7db tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487549 May 09 04:34:08.718884 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3635a-a4e8-4fea-9c1d-4a6c931330f5 req-0152733d-571b-4765-8c63-b5b344226049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:08.720716 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-66a3635a-a4e8-4fea-9c1d-4a6c931330f5 req-0152733d-571b-4765-8c63-b5b344226049 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=20b03a05541e4ee38dc5f94a6e4bdc69&device_id=27c4c812-254e-448e-91f3-58588d0e714f HTTP/1.1" status: 200 len: 1128 time: 0.0427997 May 09 04:34:08.737130 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a049d91-5fb9-475c-a11d-b9167388f61c req-8bf56926-1b6b-4529-b784-f38abb529145 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:08.740350 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9a049d91-5fb9-475c-a11d-b9167388f61c req-8bf56926-1b6b-4529-b784-f38abb529145 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c4c812-254e-448e-91f3-58588d0e714f HTTP/1.1" status: 200 len: 944 time: 0.0691683 May 09 04:34:08.795164 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9a049d91-5fb9-475c-a11d-b9167388f61c req-3219d559-a1bb-4037-a3db-5c9ab3308fce tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c81e3-c50a-46e4-aa4a-9679792ee446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504286 May 09 04:34:08.822716 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3635a-a4e8-4fea-9c1d-4a6c931330f5 req-ea4d5f54-4b78-499c-b58a-2a0e0752bf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:08.824336 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-66a3635a-a4e8-4fea-9c1d-4a6c931330f5 req-ea4d5f54-4b78-499c-b58a-2a0e0752bf49 service neutron] 10.222.0.13 "GET /v2.0/networks?id=10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16 HTTP/1.1" status: 200 len: 910 time: 0.0961099 May 09 04:34:08.866758 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-66a3635a-a4e8-4fea-9c1d-4a6c931330f5 req-bef123cb-495c-4b4b-bbdb-d0556d6df136 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8927a25-6b46-4f7f-97dd-a07988a6520e HTTP/1.1" status: 200 len: 217 time: 0.0355065 May 09 04:34:08.917839 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3635a-a4e8-4fea-9c1d-4a6c931330f5 req-c78117ed-1714-40d7-b6a1-5b8682920716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:08.919480 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-66a3635a-a4e8-4fea-9c1d-4a6c931330f5 req-c78117ed-1714-40d7-b6a1-5b8682920716 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f723c4a-a34c-4b46-a87c-9d8f1a93b94d HTTP/1.1" status: 200 len: 849 time: 0.0466983 May 09 04:34:08.952120 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-66a3635a-a4e8-4fea-9c1d-4a6c931330f5 req-ed7c5221-57f3-426d-92ff-629a5b29eef0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260086 May 09 04:34:09.046242 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-66a3635a-a4e8-4fea-9c1d-4a6c931330f5 req-10d7d7f9-c44c-44e9-a3cf-38995e713890 service neutron] 10.222.0.13 "GET /v2.0/networks/10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869124 May 09 04:34:09.140635 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-66a3635a-a4e8-4fea-9c1d-4a6c931330f5 req-d31d084e-8654-43fb-af64-b6d3f3a733c8 service neutron] 10.222.0.13 "GET /v2.0/networks/10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888867 May 09 04:34:09.532362 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 955434ea-3868-4ce0-a79f-ebf7e2af37c0 up at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:34:09.589775 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Provisioning for port 955434ea-3868-4ce0-a79f-ebf7e2af37c0 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 04:34:09.599843 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Provisioning complete for port 955434ea-3868-4ce0-a79f-ebf7e2af37c0 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:34:09.600246 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (955434ea-3868-4ce0-a79f-ebf7e2af37c0), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:09.689234 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port 955434ea-3868-4ce0-a79f-ebf7e2af37c0 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:34:09.689742 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (955434ea-3868-4ce0-a79f-ebf7e2af37c0), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:09.707480 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c593d-1e0f-4b3d-be1c-d2c726ca2d44 req-a536635c-ffad-4e6f-9d75-d2df4420048e tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:09.717683 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4f5c593d-1e0f-4b3d-be1c-d2c726ca2d44 req-a536635c-ffad-4e6f-9d75-d2df4420048e tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3dcd6d81-e095-4cc4-9c05-276e02d3f1dc HTTP/1.1" status: 200 len: 944 time: 0.0705483 May 09 04:34:09.724604 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dcd6d81-e095-4cc4-9c05-276e02d3f1dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955434ea-3868-4ce0-a79f-ebf7e2af37c0'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:34:09.727080 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6941dd57353447cfe46bbb883e0d815d26e9477c6b9f0737609fdd17593c9a07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16ee5a6-1909-4554-b3d6-f907e9d441ad" -d '{"events": [{"server_uuid": "3dcd6d81-e095-4cc4-9c05-276e02d3f1dc", "name": "network-vif-plugged", "status": "completed", "tag": "955434ea-3868-4ce0-a79f-ebf7e2af37c0"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:34:09.744484 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port 955434ea-3868-4ce0-a79f-ebf7e2af37c0, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=955434ea-3868-4ce0-a79f-ebf7e2af37c0,segment=NetworkSegment(eba89e37-d903-4a50-b018-bea7c47e8946),segment_id=eba89e37-d903-4a50-b018-bea7c47e8946)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:34:09.752164 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (955434ea-3868-4ce0-a79f-ebf7e2af37c0), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:09.763679 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4f5c593d-1e0f-4b3d-be1c-d2c726ca2d44 req-d7931f3b-c4a1-498e-b88c-62f1917bc051 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484834 May 09 04:34:09.786002 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 04:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da6aa11-121c-4879-8af2-ca4139de13ed x-openstack-request-id: req-1da6aa11-121c-4879-8af2-ca4139de13ed {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:34:09.786285 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dcd6d81-e095-4cc4-9c05-276e02d3f1dc", "name": "network-vif-plugged", "status": "completed", "tag": "955434ea-3868-4ce0-a79f-ebf7e2af37c0", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:34:09.786544 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1da6aa11-121c-4879-8af2-ca4139de13ed {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:34:09.786941 dv-cinder-838009-3-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1da6aa11-121c-4879-8af2-ca4139de13ed'] response: {'server_uuid': '3dcd6d81-e095-4cc4-9c05-276e02d3f1dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955434ea-3868-4ce0-a79f-ebf7e2af37c0', 'code': 200} May 09 04:34:09.813354 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=955434ea-3868-4ce0-a79f-ebf7e2af37c0,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:09.909291 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff8bb5-6324-4ae5-89d9-a842f5180d94 req-3bcc2257-4f7b-4bd8-8c59-75d7e3a68e38 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:09.910723 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9eff8bb5-6324-4ae5-89d9-a842f5180d94 req-3bcc2257-4f7b-4bd8-8c59-75d7e3a68e38 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c4c812-254e-448e-91f3-58588d0e714f HTTP/1.1" status: 200 len: 944 time: 0.0484328 May 09 04:34:09.969923 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9eff8bb5-6324-4ae5-89d9-a842f5180d94 req-302f59fd-29d0-4200-b2df-965312398b7b tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c81e3-c50a-46e4-aa4a-9679792ee446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518034 May 09 04:34:10.021035 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d43b1-01c4-46a5-9880-8640bb8d4861 req-722602cd-6bf5-4ae0-b945-4925f44e48f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:10.022813 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5b8d43b1-01c4-46a5-9880-8640bb8d4861 req-722602cd-6bf5-4ae0-b945-4925f44e48f6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3dcd6d81-e095-4cc4-9c05-276e02d3f1dc HTTP/1.1" status: 200 len: 1129 time: 0.0406616 May 09 04:34:10.072592 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-5b8d43b1-01c4-46a5-9880-8640bb8d4861 req-b8c769c6-9a47-4028-8154-1e401686b187 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439835 May 09 04:34:10.881338 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9706c10-ecbf-4a55-8b38-a870d2b35683 req-52c2fc58-2d98-4e35-b8f5-be8b4be5ad0e tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:10.882963 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a9706c10-ecbf-4a55-8b38-a870d2b35683 req-52c2fc58-2d98-4e35-b8f5-be8b4be5ad0e tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3dcd6d81-e095-4cc4-9c05-276e02d3f1dc HTTP/1.1" status: 200 len: 945 time: 0.0493784 May 09 04:34:10.936434 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-a9706c10-ecbf-4a55-8b38-a870d2b35683 req-b2e00454-e2ba-41e4-ad45-e89790419dfb tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478392 May 09 04:34:11.101733 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad3f42-1d23-40a8-844d-1f0e53f811b4 req-a8ba2827-69d9-4c82-a8ae-7f10dd353fe0 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:11.103196 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-23ad3f42-1d23-40a8-844d-1f0e53f811b4 req-a8ba2827-69d9-4c82-a8ae-7f10dd353fe0 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c4c812-254e-448e-91f3-58588d0e714f HTTP/1.1" status: 200 len: 944 time: 0.0498805 May 09 04:34:11.149782 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-23ad3f42-1d23-40a8-844d-1f0e53f811b4 req-df560539-4ad6-472f-8658-3f64b576cd00 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c81e3-c50a-46e4-aa4a-9679792ee446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410898 May 09 04:34:11.556335 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device d8927a25-6b46-4f7f-97dd-a07988a6520e details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 04:34:11.654950 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port d8927a25-6b46-4f7f-97dd-a07988a6520e, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=d8927a25-6b46-4f7f-97dd-a07988a6520e,segment=NetworkSegment(baa9f010-d17e-4f21-b5e9-f2da65fa29c1),segment_id=baa9f010-d17e-4f21-b5e9-f2da65fa29c1)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:34:11.667294 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Returning: {'device': 'd8927a25-6b46-4f7f-97dd-a07988a6520e', 'network_id': '10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16', 'port_id': 'd8927a25-6b46-4f7f-97dd-a07988a6520e', 'mac_address': 'fa:16:3e:d1:d1:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f723c4a-a34c-4b46-a87c-9d8f1a93b94d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 04:34:11.711510 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port d8927a25-6b46-4f7f-97dd-a07988a6520e is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:34:11.712215 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (d8927a25-6b46-4f7f-97dd-a07988a6520e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:11.732249 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8927a25-6b46-4f7f-97dd-a07988a6520e {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 04:34:11.753460 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port d8927a25-6b46-4f7f-97dd-a07988a6520e, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=d8927a25-6b46-4f7f-97dd-a07988a6520e,segment=NetworkSegment(baa9f010-d17e-4f21-b5e9-f2da65fa29c1),segment_id=baa9f010-d17e-4f21-b5e9-f2da65fa29c1)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:34:11.758127 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (d8927a25-6b46-4f7f-97dd-a07988a6520e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:11.809370 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=d8927a25-6b46-4f7f-97dd-a07988a6520e,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:12.046164 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] get_ports_and_sgs() called for port_ids ['d8927a25-6b46-4f7f-97dd-a07988a6520e'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 04:34:12.058293 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21a021-1fb6-4bb1-8745-cb4ed5dcb6ae req-b4447157-e13f-42cf-b569-9e282bbc4d99 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:12.059792 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-0c21a021-1fb6-4bb1-8745-cb4ed5dcb6ae req-b4447157-e13f-42cf-b569-9e282bbc4d99 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3dcd6d81-e095-4cc4-9c05-276e02d3f1dc HTTP/1.1" status: 200 len: 945 time: 0.0535312 May 09 04:34:12.113262 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-0c21a021-1fb6-4bb1-8745-cb4ed5dcb6ae req-e27de69d-f9f4-44e8-8888-d998d22ae254 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471730 May 09 04:34:12.253529 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a1d71-37c4-40ac-98b0-6f9993ff90d0 req-d303fa30-6fdf-46df-8cb3-5e6e52919f6f tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:12.257944 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-297a1d71-37c4-40ac-98b0-6f9993ff90d0 req-d303fa30-6fdf-46df-8cb3-5e6e52919f6f tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3dcd6d81-e095-4cc4-9c05-276e02d3f1dc HTTP/1.1" status: 200 len: 945 time: 0.0670218 May 09 04:34:12.277208 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7137d9-e76e-4402-b0a5-e73f0e2f3aa4 req-ade4e8a6-a7c2-441c-9b2b-e1c60eaacc7f tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:12.278745 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9a7137d9-e76e-4402-b0a5-e73f0e2f3aa4 req-ade4e8a6-a7c2-441c-9b2b-e1c60eaacc7f tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c4c812-254e-448e-91f3-58588d0e714f HTTP/1.1" status: 200 len: 945 time: 0.0534110 May 09 04:34:12.311463 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-297a1d71-37c4-40ac-98b0-6f9993ff90d0 req-dc8f5f90-37bb-4d38-8b88-7345653404f1 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477319 May 09 04:34:12.331068 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9a7137d9-e76e-4402-b0a5-e73f0e2f3aa4 req-1036b80a-b7c2-4bfb-8d83-7141288e935f tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c81e3-c50a-46e4-aa4a-9679792ee446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462885 May 09 04:34:12.334876 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 50978) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:34:12.529587 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b546049-ae9c-4b1d-8bb7-63ffea4e450a tempest-TestVolumeBootPattern-1183160684 tempest-TestVolumeBootPattern-1183160684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:12.531636 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-9b546049-ae9c-4b1d-8bb7-63ffea4e450a tempest-TestVolumeBootPattern-1183160684 tempest-TestVolumeBootPattern-1183160684-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3dcd6d81-e095-4cc4-9c05-276e02d3f1dc HTTP/1.1" status: 200 len: 1124 time: 0.1957314 May 09 04:34:12.534605 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 50982) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:34:12.538891 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-4c91c694-320a-47c4-a0ec-21a2109a5557 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Request body: {'floatingip': {'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'port_id': '955434ea-3868-4ce0-a79f-ebf7e2af37c0', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:34:12.558986 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4c91c694-320a-47c4-a0ec-21a2109a5557 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:12.639618 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4c91c694-320a-47c4-a0ec-21a2109a5557 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:12.745370 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [None req-4c91c694-320a-47c4-a0ec-21a2109a5557 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Allocated IP 172.27.2.68 (1111f3a4-c02a-41de-91e1-42f5a19c8209/55f6eeca-e44f-4feb-bdb6-d6fdf07e4029/dff61a38-632a-4f1c-8b3c-6870b1023c36) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:34:12.849003 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4c91c694-320a-47c4-a0ec-21a2109a5557 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks [] for port (dff61a38-632a-4f1c-8b3c-6870b1023c36), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:12.883318 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4c91c694-320a-47c4-a0ec-21a2109a5557 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (dff61a38-632a-4f1c-8b3c-6870b1023c36), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:12.922807 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c91c694-320a-47c4-a0ec-21a2109a5557 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Network 1111f3a4-c02a-41de-91e1-42f5a19c8209 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:34:12.925602 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-4c91c694-320a-47c4-a0ec-21a2109a5557 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:34:12.928224 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c91c694-320a-47c4-a0ec-21a2109a5557 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:34:12.961323 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c91c694-320a-47c4-a0ec-21a2109a5557 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Pushing event updated for resources: {'Port': ['ID=dff61a38-632a-4f1c-8b3c-6870b1023c36,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:13.301795 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4c91c694-320a-47c4-a0ec-21a2109a5557 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks [] for floatingip (363b08b3-99ec-4e6b-b4fb-4c830fea47a1), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:13.372863 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4c91c694-320a-47c4-a0ec-21a2109a5557 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (dff61a38-632a-4f1c-8b3c-6870b1023c36), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:13.457244 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf751a8-bb0d-4f44-958b-2677c0288dab req-29ccc05b-50a1-44ab-b830-95dd466b6fd7 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:13.458771 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-eaf751a8-bb0d-4f44-958b-2677c0288dab req-29ccc05b-50a1-44ab-b830-95dd466b6fd7 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c4c812-254e-448e-91f3-58588d0e714f HTTP/1.1" status: 200 len: 945 time: 0.0514524 May 09 04:34:13.506501 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-eaf751a8-bb0d-4f44-958b-2677c0288dab req-657bf3aa-a93f-40a5-9303-ccdf6fd70a4c tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c81e3-c50a-46e4-aa4a-9679792ee446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418591 May 09 04:34:13.527492 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4c91c694-320a-47c4-a0ec-21a2109a5557 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks [] for port (dff61a38-632a-4f1c-8b3c-6870b1023c36), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:13.532421 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4c91c694-320a-47c4-a0ec-21a2109a5557 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718803'] for port (dff61a38-632a-4f1c-8b3c-6870b1023c36), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:13.602734 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c91c694-320a-47c4-a0ec-21a2109a5557 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Pushing event updated for resources: {'Port': ['ID=dff61a38-632a-4f1c-8b3c-6870b1023c36,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:13.614915 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4c91c694-320a-47c4-a0ec-21a2109a5557 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-653345'] for floatingip (363b08b3-99ec-4e6b-b4fb-4c830fea47a1), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:13.716774 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.db.l3_db [None req-4c91c694-320a-47c4-a0ec-21a2109a5557 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Floating IP 363b08b3-99ec-4e6b-b4fb-4c830fea47a1 associated. External IP: 172.27.2.68, port: 955434ea-3868-4ce0-a79f-ebf7e2af37c0. May 09 04:34:13.941121 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c91c694-320a-47c4-a0ec-21a2109a5557 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Router ca67ea01-395b-4d58-a518-591071975afb has already been hosted by L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 04:34:14.053463 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c91c694-320a-47c4-a0ec-21a2109a5557 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:34:14.064228 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77eac85b-814e-416a-84f2-f0d6c42ccf2b None None] Sync routers for ids ['ca67ea01-395b-4d58-a518-591071975afb'] in dv-cinder-838009-3-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:34:14.074368 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77eac85b-814e-416a-84f2-f0d6c42ccf2b None None] Routers {'ca67ea01-395b-4d58-a518-591071975afb'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:34:14.075121 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-77eac85b-814e-416a-84f2-f0d6c42ccf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:33:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['ca67ea01-395b-4d58-a518-591071975afb'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:34:14.079036 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4c91c694-320a-47c4-a0ec-21a2109a5557 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:14.125289 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-4c91c694-320a-47c4-a0ec-21a2109a5557 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5777550 May 09 04:34:14.125289 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dcd6d81-e095-4cc4-9c05-276e02d3f1dc', 'tag': '955434ea-3868-4ce0-a79f-ebf7e2af37c0'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:34:14.125289 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708343da101edf5db3821e80f7e6194e70163222c3a70cb9c2c474869a6028b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0fc26a-a8ba-4adf-86dd-8f360b448819" -d '{"events": [{"name": "network-changed", "server_uuid": "3dcd6d81-e095-4cc4-9c05-276e02d3f1dc", "tag": "955434ea-3868-4ce0-a79f-ebf7e2af37c0"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:34:14.154437 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 04:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edccc7e7-56c9-420b-959e-c8f979f04a63 x-openstack-request-id: req-edccc7e7-56c9-420b-959e-c8f979f04a63 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:34:14.154761 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dcd6d81-e095-4cc4-9c05-276e02d3f1dc", "tag": "955434ea-3868-4ce0-a79f-ebf7e2af37c0", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:34:14.155091 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-edccc7e7-56c9-420b-959e-c8f979f04a63 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:34:14.156391 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edccc7e7-56c9-420b-959e-c8f979f04a63'] response: {'name': 'network-changed', 'server_uuid': '3dcd6d81-e095-4cc4-9c05-276e02d3f1dc', 'tag': '955434ea-3868-4ce0-a79f-ebf7e2af37c0', 'status': 'completed', 'code': 200} May 09 04:34:14.212209 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-77eac85b-814e-416a-84f2-f0d6c42ccf2b None None] Set router ca67ea01-395b-4d58-a518-591071975afb gateway port host: dv-cinder-838009-3-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:34:14.430035 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-77eac85b-814e-416a-84f2-f0d6c42ccf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca67ea01-395b-4d58-a518-591071975afb', 'name': 'tempest-TestVolumeBootPattern-1136214510-router', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:44Z', 'updated_at': '2022-05-09T04:27:51Z', 'revision_number': 4, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'gw_port': {'id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:45Z', 'updated_at': '2022-05-09T04:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_floatingips': [{'id': '16de3943-4179-4073-89d1-1dbe4bc68c67', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'floating_ip_address': '172.27.2.100', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'port_id': 'e05ee7be-8781-44a0-8ae2-fb665919b80b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae', 'mac_address': 'fa:16:3e:68:42:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0064c5db-f056-49f6-a8ba-54c3f60c41ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:32:07Z', 'updated_at': '2022-05-09T04:32:10Z', 'revision_number': 1, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'fixed_ip_address_scope': None}, {'id': '363b08b3-99ec-4e6b-b4fb-4c830fea47a1', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'floating_ip_address': '172.27.2.68', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'port_id': '955434ea-3868-4ce0-a79f-ebf7e2af37c0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae', 'mac_address': 'fa:16:3e:3c:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcd6d81-e095-4cc4-9c05-276e02d3f1dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:34:13Z', 'updated_at': '2022-05-09T04:34:13Z', 'revision_number': 0, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '269efca6-e9a1-43bc-83bb-f3eab1746004', 'name': '', 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'mac_address': 'fa:16:3e:19:7b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'dbed64c5-3159-495c-b3f2-34c99afd3de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:50Z', 'updated_at': '2022-05-09T04:28:08Z', 'revision_number': 5, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'subnets': [{'id': 'dbed64c5-3159-495c-b3f2-34c99afd3de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:34:14.456539 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77eac85b-814e-416a-84f2-f0d6c42ccf2b None None] Checking router: ca67ea01-395b-4d58-a518-591071975afb for host: dv-cinder-838009-3-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:34:14.464731 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77eac85b-814e-416a-84f2-f0d6c42ccf2b None None] Routers {'ca67ea01-395b-4d58-a518-591071975afb'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:34:14.465339 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-77eac85b-814e-416a-84f2-f0d6c42ccf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:33:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['ca67ea01-395b-4d58-a518-591071975afb'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:34:14.573291 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-77eac85b-814e-416a-84f2-f0d6c42ccf2b None None] Set router ca67ea01-395b-4d58-a518-591071975afb gateway port host: dv-cinder-838009-3-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:34:14.620112 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d21e5-f842-4615-aaf2-748f3c9119d5 req-f2c86be0-8804-4345-b4f4-93be5418434b tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:14.621576 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-836d21e5-f842-4615-aaf2-748f3c9119d5 req-f2c86be0-8804-4345-b4f4-93be5418434b tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c4c812-254e-448e-91f3-58588d0e714f HTTP/1.1" status: 200 len: 945 time: 0.0471182 May 09 04:34:14.668618 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-836d21e5-f842-4615-aaf2-748f3c9119d5 req-c40fdca1-caab-4940-b110-0787eaba08bc tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c81e3-c50a-46e4-aa4a-9679792ee446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406752 May 09 04:34:14.787654 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-77eac85b-814e-416a-84f2-f0d6c42ccf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca67ea01-395b-4d58-a518-591071975afb', 'name': 'tempest-TestVolumeBootPattern-1136214510-router', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:44Z', 'updated_at': '2022-05-09T04:27:51Z', 'revision_number': 4, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'gw_port': {'id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:45Z', 'updated_at': '2022-05-09T04:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_floatingips': [{'id': '16de3943-4179-4073-89d1-1dbe4bc68c67', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'floating_ip_address': '172.27.2.100', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'port_id': 'e05ee7be-8781-44a0-8ae2-fb665919b80b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae', 'mac_address': 'fa:16:3e:68:42:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0064c5db-f056-49f6-a8ba-54c3f60c41ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:32:07Z', 'updated_at': '2022-05-09T04:32:10Z', 'revision_number': 1, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'fixed_ip_address_scope': None}, {'id': '363b08b3-99ec-4e6b-b4fb-4c830fea47a1', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'floating_ip_address': '172.27.2.68', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'port_id': '955434ea-3868-4ce0-a79f-ebf7e2af37c0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae', 'mac_address': 'fa:16:3e:3c:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcd6d81-e095-4cc4-9c05-276e02d3f1dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:34:13Z', 'updated_at': '2022-05-09T04:34:13Z', 'revision_number': 0, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '269efca6-e9a1-43bc-83bb-f3eab1746004', 'name': '', 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'mac_address': 'fa:16:3e:19:7b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'dbed64c5-3159-495c-b3f2-34c99afd3de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:50Z', 'updated_at': '2022-05-09T04:28:08Z', 'revision_number': 5, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'subnets': [{'id': 'dbed64c5-3159-495c-b3f2-34c99afd3de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:34:14.819766 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77eac85b-814e-416a-84f2-f0d6c42ccf2b None None] The sync data for ids ['ca67ea01-395b-4d58-a518-591071975afb'] in dv-cinder-838009-3-iscsi is: [{'id': 'ca67ea01-395b-4d58-a518-591071975afb', 'name': 'tempest-TestVolumeBootPattern-1136214510-router', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:44Z', 'updated_at': '2022-05-09T04:27:51Z', 'revision_number': 4, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'gw_port': {'id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:45Z', 'updated_at': '2022-05-09T04:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_floatingips': [{'id': '16de3943-4179-4073-89d1-1dbe4bc68c67', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'floating_ip_address': '172.27.2.100', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'port_id': 'e05ee7be-8781-44a0-8ae2-fb665919b80b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae', 'mac_address': 'fa:16:3e:68:42:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0064c5db-f056-49f6-a8ba-54c3f60c41ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:32:07Z', 'updated_at': '2022-05-09T04:32:10Z', 'revision_number': 1, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'fixed_ip_address_scope': None}, {'id': '363b08b3-99ec-4e6b-b4fb-4c830fea47a1', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'floating_ip_address': '172.27.2.68', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'port_id': '955434ea-3868-4ce0-a79f-ebf7e2af37c0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae', 'mac_address': 'fa:16:3e:3c:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dcd6d81-e095-4cc4-9c05-276e02d3f1dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:34:13Z', 'updated_at': '2022-05-09T04:34:13Z', 'revision_number': 0, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '269efca6-e9a1-43bc-83bb-f3eab1746004', 'name': '', 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'mac_address': 'fa:16:3e:19:7b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'dbed64c5-3159-495c-b3f2-34c99afd3de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:50Z', 'updated_at': '2022-05-09T04:28:08Z', 'revision_number': 5, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'subnets': [{'id': 'dbed64c5-3159-495c-b3f2-34c99afd3de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:34:15.012891 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2454eb3c-3ad5-4871-8bc5-5e037ac25acd None None] New status for floating IP 363b08b3-99ec-4e6b-b4fb-4c830fea47a1: ACTIVE {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 04:34:15.791305 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0fc26a-a8ba-4adf-86dd-8f360b448819 req-07beddb9-025a-4f81-b94b-f1a9922a0428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:15.792914 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-0b0fc26a-a8ba-4adf-86dd-8f360b448819 req-07beddb9-025a-4f81-b94b-f1a9922a0428 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b6223852af9c4361b99a24e7a49a7734&device_id=3dcd6d81-e095-4cc4-9c05-276e02d3f1dc HTTP/1.1" status: 200 len: 1129 time: 0.0663240 May 09 04:34:15.816913 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53982b-6b6b-46b8-85a5-44c88a8215a4 req-da10cd4c-ad0f-49a2-b867-a8891557d7eb tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:15.818330 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-7c53982b-6b6b-46b8-85a5-44c88a8215a4 req-da10cd4c-ad0f-49a2-b867-a8891557d7eb tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c4c812-254e-448e-91f3-58588d0e714f HTTP/1.1" status: 200 len: 945 time: 0.0637774 May 09 04:34:15.924483 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-7c53982b-6b6b-46b8-85a5-44c88a8215a4 req-200bb904-8754-4104-b51f-eff0bf34df24 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c81e3-c50a-46e4-aa4a-9679792ee446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965047 May 09 04:34:15.944096 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0fc26a-a8ba-4adf-86dd-8f360b448819 req-51a6b340-8cd7-4767-94fa-d60c59b63164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:15.945627 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-0b0fc26a-a8ba-4adf-86dd-8f360b448819 req-51a6b340-8cd7-4767-94fa-d60c59b63164 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d0b894fb-ca2e-4f02-9d2e-0b887784e9ae HTTP/1.1" status: 200 len: 913 time: 0.1445527 May 09 04:34:16.018668 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-0b0fc26a-a8ba-4adf-86dd-8f360b448819 req-307f2592-da8b-46d4-99c9-21d65e56d397 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=955434ea-3868-4ce0-a79f-ebf7e2af37c0 HTTP/1.1" status: 200 len: 1000 time: 0.0649390 May 09 04:34:16.074202 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0fc26a-a8ba-4adf-86dd-8f360b448819 req-cca740f9-9247-4424-a215-acc1c3deb98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:16.075834 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-0b0fc26a-a8ba-4adf-86dd-8f360b448819 req-cca740f9-9247-4424-a215-acc1c3deb98e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dbed64c5-3159-495c-b3f2-34c99afd3de9 HTTP/1.1" status: 200 len: 851 time: 0.0487192 May 09 04:34:16.129367 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device d8927a25-6b46-4f7f-97dd-a07988a6520e up at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:34:16.129945 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0fc26a-a8ba-4adf-86dd-8f360b448819 req-d8655c53-2300-4980-98eb-c0aaaa7878a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:16.130890 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-0b0fc26a-a8ba-4adf-86dd-8f360b448819 req-d8655c53-2300-4980-98eb-c0aaaa7878a6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d0b894fb-ca2e-4f02-9d2e-0b887784e9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428674 May 09 04:34:16.177480 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Provisioning for port d8927a25-6b46-4f7f-97dd-a07988a6520e completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 04:34:16.184351 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Provisioning complete for port d8927a25-6b46-4f7f-97dd-a07988a6520e triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:34:16.185061 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (d8927a25-6b46-4f7f-97dd-a07988a6520e), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:16.239434 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-0b0fc26a-a8ba-4adf-86dd-8f360b448819 req-7efc5ceb-cf8d-405e-a910-ff2fe8864eec service neutron] 10.222.0.13 "GET /v2.0/networks/d0b894fb-ca2e-4f02-9d2e-0b887784e9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995111 May 09 04:34:16.274454 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port d8927a25-6b46-4f7f-97dd-a07988a6520e is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:34:16.274788 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (d8927a25-6b46-4f7f-97dd-a07988a6520e), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:16.306310 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c4c812-254e-448e-91f3-58588d0e714f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8927a25-6b46-4f7f-97dd-a07988a6520e'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:34:16.308805 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6941dd57353447cfe46bbb883e0d815d26e9477c6b9f0737609fdd17593c9a07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f23d38a-0a94-4740-924c-327cee945427" -d '{"events": [{"server_uuid": "27c4c812-254e-448e-91f3-58588d0e714f", "name": "network-vif-plugged", "status": "completed", "tag": "d8927a25-6b46-4f7f-97dd-a07988a6520e"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:34:16.333296 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port d8927a25-6b46-4f7f-97dd-a07988a6520e, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=d8927a25-6b46-4f7f-97dd-a07988a6520e,segment=NetworkSegment(baa9f010-d17e-4f21-b5e9-f2da65fa29c1),segment_id=baa9f010-d17e-4f21-b5e9-f2da65fa29c1)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:34:16.339738 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (d8927a25-6b46-4f7f-97dd-a07988a6520e), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:16.355095 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-0b0fc26a-a8ba-4adf-86dd-8f360b448819 req-3df3d9fa-5ef1-43a3-91db-ade6b2c21ef3 service neutron] 10.222.0.13 "GET /v2.0/networks/d0b894fb-ca2e-4f02-9d2e-0b887784e9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067877 May 09 04:34:16.366815 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 04:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d260063c-f71e-40e5-a1b4-b0f075107c68 x-openstack-request-id: req-d260063c-f71e-40e5-a1b4-b0f075107c68 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:34:16.367195 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c4c812-254e-448e-91f3-58588d0e714f", "name": "network-vif-plugged", "status": "completed", "tag": "d8927a25-6b46-4f7f-97dd-a07988a6520e", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:34:16.367452 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d260063c-f71e-40e5-a1b4-b0f075107c68 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:34:16.367860 dv-cinder-838009-3-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d260063c-f71e-40e5-a1b4-b0f075107c68'] response: {'server_uuid': '27c4c812-254e-448e-91f3-58588d0e714f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8927a25-6b46-4f7f-97dd-a07988a6520e', 'code': 200} May 09 04:34:16.413691 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=d8927a25-6b46-4f7f-97dd-a07988a6520e,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:16.555512 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d66872-3b85-44c2-93b9-559d47cfca75 req-a0960a25-ab1b-4483-b2d3-e613633056a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:16.556973 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-49d66872-3b85-44c2-93b9-559d47cfca75 req-a0960a25-ab1b-4483-b2d3-e613633056a5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=27c4c812-254e-448e-91f3-58588d0e714f HTTP/1.1" status: 200 len: 1130 time: 0.0405250 May 09 04:34:16.602154 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-49d66872-3b85-44c2-93b9-559d47cfca75 req-d641888a-6818-4cf6-9380-9de78e1e0473 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=697c81e3-c50a-46e4-aa4a-9679792ee446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386443 May 09 04:34:16.978007 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 51046) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:34:17.050363 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347ca11-220a-4f72-9eb1-7b52f4dd57dd req-eb72d1c8-1d30-4efb-ac62-115d98e44684 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:17.052329 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-d347ca11-220a-4f72-9eb1-7b52f4dd57dd req-eb72d1c8-1d30-4efb-ac62-115d98e44684 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c4c812-254e-448e-91f3-58588d0e714f HTTP/1.1" status: 200 len: 946 time: 0.0531726 May 09 04:34:17.105988 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b7f43c17-d3b3-4801-a175-2653085ef8f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:17.156034 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-d347ca11-220a-4f72-9eb1-7b52f4dd57dd req-130c4478-a3e5-43b4-a3fa-b0d255e2248b tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c81e3-c50a-46e4-aa4a-9679792ee446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945137 May 09 04:34:17.201151 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b7f43c17-d3b3-4801-a175-2653085ef8f0 admin admin] Publish callbacks [] for security_group (f07ed771-d8b8-43a9-8964-92c7dbb39d9b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:17.204619 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b7f43c17-d3b3-4801-a175-2653085ef8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (f07ed771-d8b8-43a9-8964-92c7dbb39d9b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:17.242789 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-b7f43c17-d3b3-4801-a175-2653085ef8f0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=55eb603e4da2438e8ff8a75c656d11f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2637420 May 09 04:34:17.243884 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f43c17-d3b3-4801-a175-2653085ef8f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07ed771-d8b8-43a9-8964-92c7dbb39d9b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:17.245496 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 51052) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:34:17.293353 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d3a7cdd9-665c-44b2-af39-6cef8dca80ea admin admin] Publish callbacks [] for security_group (f07ed771-d8b8-43a9-8964-92c7dbb39d9b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:17.315507 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d3a7cdd9-665c-44b2-af39-6cef8dca80ea admin admin] Publish callbacks [] for security_group (f07ed771-d8b8-43a9-8964-92c7dbb39d9b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:17.638430 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d3a7cdd9-665c-44b2-af39-6cef8dca80ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (f07ed771-d8b8-43a9-8964-92c7dbb39d9b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:17.641071 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d3a7cdd9-665c-44b2-af39-6cef8dca80ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:17.645124 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-d3a7cdd9-665c-44b2-af39-6cef8dca80ea admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f07ed771-d8b8-43a9-8964-92c7dbb39d9b HTTP/1.1" status: 204 len: 168 time: 0.3978410 May 09 04:34:17.661551 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7cdd9-665c-44b2-af39-6cef8dca80ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07ed771-d8b8-43a9-8964-92c7dbb39d9b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:17.669842 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7cdd9-665c-44b2-af39-6cef8dca80ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:34:17.670226 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7cdd9-665c-44b2-af39-6cef8dca80ea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:34:17.670638 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7cdd9-665c-44b2-af39-6cef8dca80ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:34:17.671501 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7cdd9-665c-44b2-af39-6cef8dca80ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:34:17.672175 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7cdd9-665c-44b2-af39-6cef8dca80ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:34:17.672673 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7cdd9-665c-44b2-af39-6cef8dca80ea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:34:17.673008 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7cdd9-665c-44b2-af39-6cef8dca80ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:34:17.673349 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7cdd9-665c-44b2-af39-6cef8dca80ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:34:17.673687 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7cdd9-665c-44b2-af39-6cef8dca80ea admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:34:17.674117 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7cdd9-665c-44b2-af39-6cef8dca80ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:34:17.674545 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7cdd9-665c-44b2-af39-6cef8dca80ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:34:17.674880 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7cdd9-665c-44b2-af39-6cef8dca80ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:34:17.675214 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7cdd9-665c-44b2-af39-6cef8dca80ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:34:17.675548 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7cdd9-665c-44b2-af39-6cef8dca80ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:34:17.675863 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7cdd9-665c-44b2-af39-6cef8dca80ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:34:17.959629 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 51072) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:34:17.973103 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-08b22159-1a6b-48a0-8c0d-04f38c6967a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:18.044924 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-08b22159-1a6b-48a0-8c0d-04f38c6967a9 admin admin] Publish callbacks [] for security_group (16389503-328f-416a-839f-6736174db207), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:18.049247 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-08b22159-1a6b-48a0-8c0d-04f38c6967a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (16389503-328f-416a-839f-6736174db207), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:18.086705 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-08b22159-1a6b-48a0-8c0d-04f38c6967a9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0534303ec37a4e41a751ccb8ae875b52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1259966 May 09 04:34:18.087551 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b22159-1a6b-48a0-8c0d-04f38c6967a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16389503-328f-416a-839f-6736174db207,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:18.089694 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 51074) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:34:18.141146 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27434f6a-d3d9-464b-8f0a-0320910f756e admin admin] Publish callbacks [] for security_group (16389503-328f-416a-839f-6736174db207), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:18.166497 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27434f6a-d3d9-464b-8f0a-0320910f756e admin admin] Publish callbacks [] for security_group (16389503-328f-416a-839f-6736174db207), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:18.216301 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27434f6a-d3d9-464b-8f0a-0320910f756e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (16389503-328f-416a-839f-6736174db207), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:18.219639 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-27434f6a-d3d9-464b-8f0a-0320910f756e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:18.220819 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-27434f6a-d3d9-464b-8f0a-0320910f756e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/16389503-328f-416a-839f-6736174db207 HTTP/1.1" status: 204 len: 168 time: 0.1301351 May 09 04:34:18.228416 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27434f6a-d3d9-464b-8f0a-0320910f756e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16389503-328f-416a-839f-6736174db207,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:18.289295 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d7359-4355-4fb1-b4f1-4f07e5551e53 req-d856e826-c262-4ef8-b131-37bc10156737 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:18.290769 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3f9d7359-4355-4fb1-b4f1-4f07e5551e53 req-d856e826-c262-4ef8-b131-37bc10156737 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c4c812-254e-448e-91f3-58588d0e714f HTTP/1.1" status: 200 len: 946 time: 0.0600643 May 09 04:34:18.340056 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-3f9d7359-4355-4fb1-b4f1-4f07e5551e53 req-ecdd28b8-6f23-4cce-9f0e-1de8379c0eef tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c81e3-c50a-46e4-aa4a-9679792ee446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433528 May 09 04:34:18.556135 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 51084) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:34:18.569330 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cce9b3b4-2516-41eb-a68a-2d96324bdc33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:18.641173 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cce9b3b4-2516-41eb-a68a-2d96324bdc33 admin admin] Publish callbacks [] for security_group (06f64299-1d7d-454b-a2d3-3cc80590ba93), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:18.644632 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cce9b3b4-2516-41eb-a68a-2d96324bdc33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (06f64299-1d7d-454b-a2d3-3cc80590ba93), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:18.681798 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-cce9b3b4-2516-41eb-a68a-2d96324bdc33 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cc1f425b749f47cc91cf16d8eba90167&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1246033 May 09 04:34:18.682618 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce9b3b4-2516-41eb-a68a-2d96324bdc33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f64299-1d7d-454b-a2d3-3cc80590ba93,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:18.684492 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 51086) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:34:18.733797 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9945cfb4-61da-4511-8ead-05abb817d585 admin admin] Publish callbacks [] for security_group (06f64299-1d7d-454b-a2d3-3cc80590ba93), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:18.759722 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9945cfb4-61da-4511-8ead-05abb817d585 admin admin] Publish callbacks [] for security_group (06f64299-1d7d-454b-a2d3-3cc80590ba93), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:18.805747 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9945cfb4-61da-4511-8ead-05abb817d585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (06f64299-1d7d-454b-a2d3-3cc80590ba93), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:18.808302 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-9945cfb4-61da-4511-8ead-05abb817d585 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:18.809497 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-9945cfb4-61da-4511-8ead-05abb817d585 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/06f64299-1d7d-454b-a2d3-3cc80590ba93 HTTP/1.1" status: 204 len: 168 time: 0.1238635 May 09 04:34:18.818402 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9945cfb4-61da-4511-8ead-05abb817d585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f64299-1d7d-454b-a2d3-3cc80590ba93,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:19.457332 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff984cf7-cfd1-4bad-b8d0-a74d641a0ae2 req-c298ea8c-d135-4264-ba40-88dc2b742dcf tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:19.458972 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ff984cf7-cfd1-4bad-b8d0-a74d641a0ae2 req-c298ea8c-d135-4264-ba40-88dc2b742dcf tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c4c812-254e-448e-91f3-58588d0e714f HTTP/1.1" status: 200 len: 946 time: 0.0485034 May 09 04:34:19.505879 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-ff984cf7-cfd1-4bad-b8d0-a74d641a0ae2 req-1cae9366-9e1e-4fba-a302-f9d9cdb28c16 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c81e3-c50a-46e4-aa4a-9679792ee446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413873 May 09 04:34:19.706276 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (0ba91d57-31cd-4938-a6ad-bd18d942a965), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:20.487914 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-1c8ddbfd-d100-4f9d-9cd6-f6ca91825956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (144b4b53-faa6-4e1c-8c93-1df238c644e2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:20.624008 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889e0b8-ecb9-4bae-acd8-250b081976db req-cc8b9fdd-3a5f-47b5-b806-374a3129aa73 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:20.628418 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b889e0b8-ecb9-4bae-acd8-250b081976db req-cc8b9fdd-3a5f-47b5-b806-374a3129aa73 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c4c812-254e-448e-91f3-58588d0e714f HTTP/1.1" status: 200 len: 946 time: 0.0546026 May 09 04:34:20.681824 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b889e0b8-ecb9-4bae-acd8-250b081976db req-96ce5a73-292b-4613-b7a5-5f1f21ef4c3e tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c81e3-c50a-46e4-aa4a-9679792ee446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477102 May 09 04:34:20.759209 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 51168) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:34:20.865107 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e3b9f14b-fe54-447f-8eeb-1b7b194883dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:20.944299 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e3b9f14b-fe54-447f-8eeb-1b7b194883dc admin admin] Publish callbacks [] for security_group (ef7aa747-9a20-412d-b55c-912a1d5f6017), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:20.947992 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-e3b9f14b-fe54-447f-8eeb-1b7b194883dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (ef7aa747-9a20-412d-b55c-912a1d5f6017), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:20.988611 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-e3b9f14b-fe54-447f-8eeb-1b7b194883dc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3ec9612e58314db0984f080da0772ad2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2281702 May 09 04:34:20.989477 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b9f14b-fe54-447f-8eeb-1b7b194883dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7aa747-9a20-412d-b55c-912a1d5f6017,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:20.991241 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 51172) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:34:21.042726 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-300f335c-7d16-40c7-ae3a-37c06d3cbe29 admin admin] Publish callbacks [] for security_group (ef7aa747-9a20-412d-b55c-912a1d5f6017), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:21.066152 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-300f335c-7d16-40c7-ae3a-37c06d3cbe29 admin admin] Publish callbacks [] for security_group (ef7aa747-9a20-412d-b55c-912a1d5f6017), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:21.117798 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-300f335c-7d16-40c7-ae3a-37c06d3cbe29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (ef7aa747-9a20-412d-b55c-912a1d5f6017), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:21.120581 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-300f335c-7d16-40c7-ae3a-37c06d3cbe29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:21.124799 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-300f335c-7d16-40c7-ae3a-37c06d3cbe29 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ef7aa747-9a20-412d-b55c-912a1d5f6017 HTTP/1.1" status: 204 len: 168 time: 0.1297238 May 09 04:34:21.130166 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f335c-7d16-40c7-ae3a-37c06d3cbe29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7aa747-9a20-412d-b55c-912a1d5f6017,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:21.258891 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 51186) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:34:21.367858 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-0e061302-680a-44fb-8623-51f8e514d2d8 req-78049cb3-af2c-4049-9a30-5ba6d935b652 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0064c5db-f056-49f6-a8ba-54c3f60c41ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521758 May 09 04:34:21.440577 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e061302-680a-44fb-8623-51f8e514d2d8 req-7ee49426-ba0a-4847-b708-89fe8b660164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:21.442451 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-0e061302-680a-44fb-8623-51f8e514d2d8 req-7ee49426-ba0a-4847-b708-89fe8b660164 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b6223852af9c4361b99a24e7a49a7734&device_id=0064c5db-f056-49f6-a8ba-54c3f60c41ec HTTP/1.1" status: 200 len: 1130 time: 0.0511787 May 09 04:34:21.443979 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 51194) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:34:21.470888 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dcc77577-cfd8-4187-8699-e997ad5e004d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:21.487264 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c50d36a-bb37-4b44-963e-afc8172c1b3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:21.550440 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dcc77577-cfd8-4187-8699-e997ad5e004d admin admin] Publish callbacks [] for security_group (fceb5542-e9f8-4e7c-9d2f-58d85a0c7dd4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:21.553746 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-dcc77577-cfd8-4187-8699-e997ad5e004d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (fceb5542-e9f8-4e7c-9d2f-58d85a0c7dd4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:21.590668 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc77577-cfd8-4187-8699-e997ad5e004d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fceb5542-e9f8-4e7c-9d2f-58d85a0c7dd4,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:21.597158 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-dcc77577-cfd8-4187-8699-e997ad5e004d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2d82eb437df4410388c415d158d5285e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1522069 May 09 04:34:21.599790 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 51196) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:34:21.607262 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e061302-680a-44fb-8623-51f8e514d2d8 req-ad280f52-b44c-4227-b7d6-dcca49a17ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:21.609352 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-0e061302-680a-44fb-8623-51f8e514d2d8 req-ad280f52-b44c-4227-b7d6-dcca49a17ca8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d0b894fb-ca2e-4f02-9d2e-0b887784e9ae HTTP/1.1" status: 200 len: 913 time: 0.1332271 May 09 04:34:21.648940 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-32f7e786-1448-4117-91a8-0d666aa725ef admin admin] Publish callbacks [] for security_group (fceb5542-e9f8-4e7c-9d2f-58d85a0c7dd4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:21.670516 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-32f7e786-1448-4117-91a8-0d666aa725ef admin admin] Publish callbacks [] for security_group (fceb5542-e9f8-4e7c-9d2f-58d85a0c7dd4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:21.679290 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c50d36a-bb37-4b44-963e-afc8172c1b3b admin admin] Publish callbacks [] for security_group (dffb3ad1-12cd-4878-9d60-ab6b2c63446b), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:21.684860 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c50d36a-bb37-4b44-963e-afc8172c1b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (dffb3ad1-12cd-4878-9d60-ab6b2c63446b), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:21.709102 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-0e061302-680a-44fb-8623-51f8e514d2d8 req-a1920dc5-303a-4561-bae2-3b696c73a4f8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e05ee7be-8781-44a0-8ae2-fb665919b80b HTTP/1.1" status: 200 len: 1002 time: 0.0941341 May 09 04:34:21.726334 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-32f7e786-1448-4117-91a8-0d666aa725ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (fceb5542-e9f8-4e7c-9d2f-58d85a0c7dd4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:21.728927 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-32f7e786-1448-4117-91a8-0d666aa725ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:21.730070 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-32f7e786-1448-4117-91a8-0d666aa725ef admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fceb5542-e9f8-4e7c-9d2f-58d85a0c7dd4 HTTP/1.1" status: 204 len: 168 time: 0.1292670 May 09 04:34:21.745630 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-8c50d36a-bb37-4b44-963e-afc8172c1b3b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b765dad498034654800d9a668398a296&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4856169 May 09 04:34:21.751132 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 51202) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:34:21.771712 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c50d36a-bb37-4b44-963e-afc8172c1b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dffb3ad1-12cd-4878-9d60-ab6b2c63446b,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:21.793678 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e061302-680a-44fb-8623-51f8e514d2d8 req-8de721f3-e62b-44f1-a9a2-9a99b4e13e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:21.795500 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-0e061302-680a-44fb-8623-51f8e514d2d8 req-8de721f3-e62b-44f1-a9a2-9a99b4e13e68 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dbed64c5-3159-495c-b3f2-34c99afd3de9 HTTP/1.1" status: 200 len: 851 time: 0.0737660 May 09 04:34:21.796014 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f7e786-1448-4117-91a8-0d666aa725ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fceb5542-e9f8-4e7c-9d2f-58d85a0c7dd4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:21.823585 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a98ec59c-8e36-4aa5-a011-3edee280b6f7 admin admin] Publish callbacks [] for security_group (dffb3ad1-12cd-4878-9d60-ab6b2c63446b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:21.848313 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a98ec59c-8e36-4aa5-a011-3edee280b6f7 admin admin] Publish callbacks [] for security_group (dffb3ad1-12cd-4878-9d60-ab6b2c63446b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:21.852747 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95798713-6e26-428f-a005-006978e252ba req-2059d7db-0b52-42fb-a6bf-2dd250bb4512 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:21.854264 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-95798713-6e26-428f-a005-006978e252ba req-2059d7db-0b52-42fb-a6bf-2dd250bb4512 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c4c812-254e-448e-91f3-58588d0e714f HTTP/1.1" status: 200 len: 946 time: 0.0560336 May 09 04:34:21.900673 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a98ec59c-8e36-4aa5-a011-3edee280b6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (dffb3ad1-12cd-4878-9d60-ab6b2c63446b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:21.903855 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a98ec59c-8e36-4aa5-a011-3edee280b6f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:21.908008 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-a98ec59c-8e36-4aa5-a011-3edee280b6f7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dffb3ad1-12cd-4878-9d60-ab6b2c63446b HTTP/1.1" status: 204 len: 168 time: 0.1530778 May 09 04:34:21.913965 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ec59c-8e36-4aa5-a011-3edee280b6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffb3ad1-12cd-4878-9d60-ab6b2c63446b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:21.916512 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-95798713-6e26-428f-a005-006978e252ba req-fa9a194b-ca16-42e2-8631-230174818533 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c81e3-c50a-46e4-aa4a-9679792ee446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554283 May 09 04:34:22.556429 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e061302-680a-44fb-8623-51f8e514d2d8 req-a60b8537-8eef-467e-9cce-de2857325e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:22.557983 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-0e061302-680a-44fb-8623-51f8e514d2d8 req-a60b8537-8eef-467e-9cce-de2857325e52 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d0b894fb-ca2e-4f02-9d2e-0b887784e9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411906 May 09 04:34:22.591398 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 51244) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:34:22.791336 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.v2.base [None req-a46ebc9a-221b-479e-8314-13af526a4a6b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1035974154-network', 'tenant_id': '20b20f5add5d405fb3c51185fab9c35b'}} {{(pid=103226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:34:22.811754 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46ebc9a-221b-479e-8314-13af526a4a6b admin admin] Made reservation on behalf of 20b20f5add5d405fb3c51185fab9c35b for: {'network': 1} {{(pid=103226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:34:22.814090 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a46ebc9a-221b-479e-8314-13af526a4a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for network (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:22.822366 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a46ebc9a-221b-479e-8314-13af526a4a6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:22.895504 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-341d01ac-0026-41dd-a652-8ba0bb609dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3dae496a-5564-45d9-8b4f-04486e79e4dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:22.900147 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a46ebc9a-221b-479e-8314-13af526a4a6b admin admin] Publish callbacks [] for security_group (2943aca1-57ef-43c1-88d1-6b07fb8e3e71), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:22.905103 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a46ebc9a-221b-479e-8314-13af526a4a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (2943aca1-57ef-43c1-88d1-6b07fb8e3e71), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:22.929434 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a46ebc9a-221b-479e-8314-13af526a4a6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=103226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 04:34:22.945720 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ebc9a-221b-479e-8314-13af526a4a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2943aca1-57ef-43c1-88d1-6b07fb8e3e71,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:22.948720 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a46ebc9a-221b-479e-8314-13af526a4a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754'] for segment (66c90ce8-e3eb-4209-a4a6-fdbc9ac6111e), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:22.949070 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.db.segments_db [None req-a46ebc9a-221b-479e-8314-13af526a4a6b admin admin] Added segment 66c90ce8-e3eb-4209-a4a6-fdbc9ac6111e of type vlan for network c4bee995-8c5a-4505-bbed-c9238730c58a May 09 04:34:22.992542 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a46ebc9a-221b-479e-8314-13af526a4a6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782007660162'] for network (c4bee995-8c5a-4505-bbed-c9238730c58a), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:23.018118 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a46ebc9a-221b-479e-8314-13af526a4a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278'] for network (c4bee995-8c5a-4505-bbed-c9238730c58a), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:23.018978 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46ebc9a-221b-479e-8314-13af526a4a6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:23.019558 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a46ebc9a-221b-479e-8314-13af526a4a6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:23.071706 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-a46ebc9a-221b-479e-8314-13af526a4a6b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4791367 May 09 04:34:23.074811 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 51260) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:34:23.080504 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-364f72ec-4fb3-48f8-b559-66f3e98a3ce9 admin admin] Request body: {'subnet': {'network_id': 'c4bee995-8c5a-4505-bbed-c9238730c58a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1035974154-subnet', 'tenant_id': '20b20f5add5d405fb3c51185fab9c35b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:34:23.081356 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ebc9a-221b-479e-8314-13af526a4a6b admin admin] Pushing event updated for resources: {'Network': ['ID=c4bee995-8c5a-4505-bbed-c9238730c58a,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:23.095931 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Network c4bee995-8c5a-4505-bbed-c9238730c58a details requested by agent ovs-agent-dv-cinder-838009-3-iscsi with host dv-cinder-838009-3-iscsi {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 04:34:23.118534 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364f72ec-4fb3-48f8-b559-66f3e98a3ce9 admin admin] Made reservation on behalf of 20b20f5add5d405fb3c51185fab9c35b for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:34:23.121469 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-364f72ec-4fb3-48f8-b559-66f3e98a3ce9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260671378'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:23.616907 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-364f72ec-4fb3-48f8-b559-66f3e98a3ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260671364'] for subnet (db67b5cb-f451-47a0-b97b-c4b729ea998c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:23.665900 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-0e061302-680a-44fb-8623-51f8e514d2d8 req-f0a3b55b-efd1-4fc6-b89e-75eb89272410 service neutron] 10.222.0.13 "GET /v2.0/networks/d0b894fb-ca2e-4f02-9d2e-0b887784e9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617861 May 09 04:34:23.700145 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364f72ec-4fb3-48f8-b559-66f3e98a3ce9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db67b5cb-f451-47a0-b97b-c4b729ea998c,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:23.723732 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364f72ec-4fb3-48f8-b559-66f3e98a3ce9 admin admin] Checking segment: {'id': '66c90ce8-e3eb-4209-a4a6-fdbc9ac6111e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c4bee995-8c5a-4505-bbed-c9238730c58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:34:23.724130 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364f72ec-4fb3-48f8-b559-66f3e98a3ce9 admin admin] Network hostable DHCP agents. Network: c4bee995-8c5a-4505-bbed-c9238730c58a, hostable agents: ['144b4b53-faa6-4e1c-8c93-1df238c644e2'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 04:34:23.743216 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364f72ec-4fb3-48f8-b559-66f3e98a3ce9 admin admin] Network c4bee995-8c5a-4505-bbed-c9238730c58a is scheduled to be hosted by DHCP agent 144b4b53-faa6-4e1c-8c93-1df238c644e2 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 04:34:23.753080 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-364f72ec-4fb3-48f8-b559-66f3e98a3ce9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-3-iscsi, c4bee995-8c5a-4505-bbed-c9238730c58a) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:34:23.757373 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364f72ec-4fb3-48f8-b559-66f3e98a3ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:23.758020 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-364f72ec-4fb3-48f8-b559-66f3e98a3ce9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:23.765041 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8b8310-38ba-47eb-965e-b8eced3b7d51 None None] Network c4bee995-8c5a-4505-bbed-c9238730c58a requested from dv-cinder-838009-3-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 04:34:23.783225 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-364f72ec-4fb3-48f8-b559-66f3e98a3ce9 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7004042 May 09 04:34:23.862805 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22ea2e4-01f8-4fb5-bd63-a68b080a05f4 None None] Network c4bee995-8c5a-4505-bbed-c9238730c58a requested from dv-cinder-838009-3-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 04:34:24.167181 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7671283-9f0b-468d-8f0b-6ce51d9cb9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (896ddadf-f6f7-4d68-b704-6882247efc03), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:24.288436 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-0e061302-680a-44fb-8623-51f8e514d2d8 req-16a50128-ae77-48db-8cab-45d25657d55e service neutron] 10.222.0.13 "GET /v2.0/networks/d0b894fb-ca2e-4f02-9d2e-0b887784e9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035836 May 09 04:34:24.298077 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 51294) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:34:24.302989 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-4c6de524-9f4e-4a07-b533-17c2d6006e97 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-812488504-network', 'tenant_id': 'a7199d9ef46d47d584f6313945f60441'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:34:24.322161 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6de524-9f4e-4a07-b533-17c2d6006e97 admin admin] Made reservation on behalf of a7199d9ef46d47d584f6313945f60441 for: {'network': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:34:24.324757 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4c6de524-9f4e-4a07-b533-17c2d6006e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for network (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:24.334775 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4c6de524-9f4e-4a07-b533-17c2d6006e97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:24.410384 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4c6de524-9f4e-4a07-b533-17c2d6006e97 admin admin] Publish callbacks [] for security_group (490a0aeb-b078-4b48-81b1-362aaefe408c), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:24.413883 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4c6de524-9f4e-4a07-b533-17c2d6006e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (490a0aeb-b078-4b48-81b1-362aaefe408c), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:24.444813 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c6de524-9f4e-4a07-b533-17c2d6006e97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=103225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 09 04:34:24.451037 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6de524-9f4e-4a07-b533-17c2d6006e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490a0aeb-b078-4b48-81b1-362aaefe408c,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:24.459495 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4c6de524-9f4e-4a07-b533-17c2d6006e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754'] for segment (264113cb-8fba-48d0-8e6b-be7f4924537d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:24.459495 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.db.segments_db [None req-4c6de524-9f4e-4a07-b533-17c2d6006e97 admin admin] Added segment 264113cb-8fba-48d0-8e6b-be7f4924537d of type vlan for network 6b1a2589-7530-4b23-8dc6-17dcba815c21 May 09 04:34:24.501580 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4c6de524-9f4e-4a07-b533-17c2d6006e97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782007660162'] for network (6b1a2589-7530-4b23-8dc6-17dcba815c21), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:24.526592 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4c6de524-9f4e-4a07-b533-17c2d6006e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278'] for network (6b1a2589-7530-4b23-8dc6-17dcba815c21), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:24.527584 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6de524-9f4e-4a07-b533-17c2d6006e97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:24.528286 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4c6de524-9f4e-4a07-b533-17c2d6006e97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:24.584129 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-4c6de524-9f4e-4a07-b533-17c2d6006e97 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2848623 May 09 04:34:24.586848 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 51296) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:34:24.593963 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [None req-f3ffa2f5-42c5-45f4-a190-85d933bf1041 admin admin] Request body: {'subnet': {'network_id': '6b1a2589-7530-4b23-8dc6-17dcba815c21', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-812488504-subnet', 'tenant_id': 'a7199d9ef46d47d584f6313945f60441', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:34:24.600954 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6de524-9f4e-4a07-b533-17c2d6006e97 admin admin] Pushing event updated for resources: {'Network': ['ID=6b1a2589-7530-4b23-8dc6-17dcba815c21,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:24.612629 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Network 6b1a2589-7530-4b23-8dc6-17dcba815c21 details requested by agent ovs-agent-dv-cinder-838009-3-iscsi with host dv-cinder-838009-3-iscsi {{(pid=103227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 09 04:34:24.617988 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ffa2f5-42c5-45f4-a190-85d933bf1041 admin admin] Made reservation on behalf of a7199d9ef46d47d584f6313945f60441 for: {'subnet': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:34:24.620318 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f3ffa2f5-42c5-45f4-a190-85d933bf1041 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260671378'] for subnet (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:24.870702 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f3ffa2f5-42c5-45f4-a190-85d933bf1041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260671364'] for subnet (6161745f-209e-49d1-a5d1-6e0d0e6a16ef), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:24.979329 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ffa2f5-42c5-45f4-a190-85d933bf1041 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6161745f-209e-49d1-a5d1-6e0d0e6a16ef,revision_number=0']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:24.997411 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55438504-368b-45f3-bc36-a69ff2a62d5a req-bb4fc758-202c-45b2-b775-1f8fb8fe70fa tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:24.999084 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-55438504-368b-45f3-bc36-a69ff2a62d5a req-bb4fc758-202c-45b2-b775-1f8fb8fe70fa tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c4c812-254e-448e-91f3-58588d0e714f HTTP/1.1" status: 200 len: 946 time: 0.0849433 May 09 04:34:25.000810 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ffa2f5-42c5-45f4-a190-85d933bf1041 admin admin] Checking segment: {'id': '264113cb-8fba-48d0-8e6b-be7f4924537d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6b1a2589-7530-4b23-8dc6-17dcba815c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:34:25.001238 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ffa2f5-42c5-45f4-a190-85d933bf1041 admin admin] Network hostable DHCP agents. Network: 6b1a2589-7530-4b23-8dc6-17dcba815c21, hostable agents: ['144b4b53-faa6-4e1c-8c93-1df238c644e2'], hosted agents: [] {{(pid=103225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 09 04:34:25.038770 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ffa2f5-42c5-45f4-a190-85d933bf1041 admin admin] Network 6b1a2589-7530-4b23-8dc6-17dcba815c21 is scheduled to be hosted by DHCP agent 144b4b53-faa6-4e1c-8c93-1df238c644e2 with binding_index 1 {{(pid=103225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 09 04:34:25.064656 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [None req-f3ffa2f5-42c5-45f4-a190-85d933bf1041 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-3-iscsi, 6b1a2589-7530-4b23-8dc6-17dcba815c21) {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:34:25.069447 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ffa2f5-42c5-45f4-a190-85d933bf1041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:25.070082 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f3ffa2f5-42c5-45f4-a190-85d933bf1041 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:25.075879 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a68858-c835-4b93-88b3-61b0ddec9a74 None None] Network 6b1a2589-7530-4b23-8dc6-17dcba815c21 requested from dv-cinder-838009-3-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 04:34:25.080328 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-55438504-368b-45f3-bc36-a69ff2a62d5a req-b0e8e476-c6a9-4873-8141-8729e57354bf tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c81e3-c50a-46e4-aa4a-9679792ee446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736401 May 09 04:34:25.091325 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-f3ffa2f5-42c5-45f4-a190-85d933bf1041 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5032833 May 09 04:34:25.187873 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb998c6-c6a0-4545-9da6-67130a028b5c None None] Network 6b1a2589-7530-4b23-8dc6-17dcba815c21 requested from dv-cinder-838009-3-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 04:34:25.337252 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43e19ad3-c0e7-48b8-9cb0-6496f201f8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3ce75c28-5550-4d51-9af6-2a59ee09c43b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:26.218548 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f758876-3b5e-4e3b-80a7-28c0df597516 req-6d74bd7b-9d91-4d2f-bc1f-84da0d9cafcb tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:26.220701 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1f758876-3b5e-4e3b-80a7-28c0df597516 req-6d74bd7b-9d91-4d2f-bc1f-84da0d9cafcb tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c4c812-254e-448e-91f3-58588d0e714f HTTP/1.1" status: 200 len: 946 time: 0.0557768 May 09 04:34:26.254526 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 51342) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:34:26.273435 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1f758876-3b5e-4e3b-80a7-28c0df597516 req-728d28a6-d65a-4bd2-977c-512f3609e1f0 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c81e3-c50a-46e4-aa4a-9679792ee446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473626 May 09 04:34:26.359269 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-237ce5ce-715a-4a4d-8546-c981575a3d89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:26.434744 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-237ce5ce-715a-4a4d-8546-c981575a3d89 admin admin] Publish callbacks [] for security_group (d11cb118-2f84-43ab-ac2f-30c56fd10075), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:26.438621 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-237ce5ce-715a-4a4d-8546-c981575a3d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (d11cb118-2f84-43ab-ac2f-30c56fd10075), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:26.478183 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-237ce5ce-715a-4a4d-8546-c981575a3d89 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=682bf69acd354afd832f1b951ded2afe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2225821 May 09 04:34:26.479390 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ce5ce-715a-4a4d-8546-c981575a3d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11cb118-2f84-43ab-ac2f-30c56fd10075,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:26.480812 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 51346) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:34:26.527865 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-86828d0e-4cbd-4f82-a3d5-01403836e126 admin admin] Publish callbacks [] for security_group (d11cb118-2f84-43ab-ac2f-30c56fd10075), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:26.549156 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-86828d0e-4cbd-4f82-a3d5-01403836e126 admin admin] Publish callbacks [] for security_group (d11cb118-2f84-43ab-ac2f-30c56fd10075), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:26.595254 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-86828d0e-4cbd-4f82-a3d5-01403836e126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (d11cb118-2f84-43ab-ac2f-30c56fd10075), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:26.597786 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-86828d0e-4cbd-4f82-a3d5-01403836e126 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:26.598904 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-86828d0e-4cbd-4f82-a3d5-01403836e126 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d11cb118-2f84-43ab-ac2f-30c56fd10075 HTTP/1.1" status: 204 len: 168 time: 0.1171374 May 09 04:34:26.606560 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86828d0e-4cbd-4f82-a3d5-01403836e126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11cb118-2f84-43ab-ac2f-30c56fd10075,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:26.801119 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (9a15748d-6a05-4459-b777-d0dd003edfa1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:26.827370 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038677f5-09ab-436c-b41e-50402c7262bf req-5548a791-07e6-48f5-8f6e-150e03b9c2fc tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:26.828935 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-038677f5-09ab-436c-b41e-50402c7262bf req-5548a791-07e6-48f5-8f6e-150e03b9c2fc tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.13 "GET /v2.0/ports?device_id=27c4c812-254e-448e-91f3-58588d0e714f HTTP/1.1" status: 200 len: 946 time: 0.0555198 May 09 04:34:26.890339 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 51358) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:34:26.903875 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-76d9a384-4c40-401b-8ca7-6eb1763ec184 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:26.932501 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-038677f5-09ab-436c-b41e-50402c7262bf req-b75aa080-a0a9-418d-b411-d3a4a995c1ee tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Deleting port d8927a25-6b46-4f7f-97dd-a07988a6520e {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:34:26.932837 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-038677f5-09ab-436c-b41e-50402c7262bf req-b75aa080-a0a9-418d-b411-d3a4a995c1ee tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (d8927a25-6b46-4f7f-97dd-a07988a6520e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:26.990249 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-76d9a384-4c40-401b-8ca7-6eb1763ec184 admin admin] Publish callbacks [] for security_group (eb9805bd-6962-4aeb-abe5-375cb48d30e4), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:26.997244 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-76d9a384-4c40-401b-8ca7-6eb1763ec184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (eb9805bd-6962-4aeb-abe5-375cb48d30e4), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:27.047391 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d9a384-4c40-401b-8ca7-6eb1763ec184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9805bd-6962-4aeb-abe5-375cb48d30e4,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:27.051854 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-76d9a384-4c40-401b-8ca7-6eb1763ec184 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0fe77dd73eaa4e97af1282dbcf700410&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1601565 May 09 04:34:27.054673 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 51368) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:34:27.063306 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-038677f5-09ab-436c-b41e-50402c7262bf req-b75aa080-a0a9-418d-b411-d3a4a995c1ee tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] For port d8927a25-6b46-4f7f-97dd-a07988a6520e, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=d8927a25-6b46-4f7f-97dd-a07988a6520e,segment=NetworkSegment(baa9f010-d17e-4f21-b5e9-f2da65fa29c1),segment_id=baa9f010-d17e-4f21-b5e9-f2da65fa29c1)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:34:27.063717 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-038677f5-09ab-436c-b41e-50402c7262bf req-b75aa080-a0a9-418d-b411-d3a4a995c1ee tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (d8927a25-6b46-4f7f-97dd-a07988a6520e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:27.080899 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-038677f5-09ab-436c-b41e-50402c7262bf req-b75aa080-a0a9-418d-b411-d3a4a995c1ee tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Calling delete_port for d8927a25-6b46-4f7f-97dd-a07988a6520e owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:34:27.124928 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c4b57694-c61d-41d2-a9b9-c9d2e501bd96 admin admin] Publish callbacks [] for security_group (eb9805bd-6962-4aeb-abe5-375cb48d30e4), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:27.148067 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c4b57694-c61d-41d2-a9b9-c9d2e501bd96 admin admin] Publish callbacks [] for security_group (eb9805bd-6962-4aeb-abe5-375cb48d30e4), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:27.213311 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c4b57694-c61d-41d2-a9b9-c9d2e501bd96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (eb9805bd-6962-4aeb-abe5-375cb48d30e4), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:27.217173 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c4b57694-c61d-41d2-a9b9-c9d2e501bd96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:27.222170 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-c4b57694-c61d-41d2-a9b9-c9d2e501bd96 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eb9805bd-6962-4aeb-abe5-375cb48d30e4 HTTP/1.1" status: 204 len: 168 time: 0.1660879 May 09 04:34:27.235151 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b57694-c61d-41d2-a9b9-c9d2e501bd96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9805bd-6962-4aeb-abe5-375cb48d30e4,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:27.242326 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-038677f5-09ab-436c-b41e-50402c7262bf req-b75aa080-a0a9-418d-b411-d3a4a995c1ee tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (d8927a25-6b46-4f7f-97dd-a07988a6520e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:27.283174 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75aa080-a0a9-418d-b411-d3a4a995c1ee tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Pushing event deleted for resources: {'Port': ['ID=d8927a25-6b46-4f7f-97dd-a07988a6520e,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:27.289938 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] get_ports_and_sgs() called for port_ids ['d8927a25-6b46-4f7f-97dd-a07988a6520e'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 04:34:27.341383 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-038677f5-09ab-436c-b41e-50402c7262bf req-b75aa080-a0a9-418d-b411-d3a4a995c1ee tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] No DVR routers for this DVR port d8927a25-6b46-4f7f-97dd-a07988a6520e on host hv-cinder-83800 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 04:34:27.346795 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-038677f5-09ab-436c-b41e-50402c7262bf req-b75aa080-a0a9-418d-b411-d3a4a995c1ee tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:27.350148 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-038677f5-09ab-436c-b41e-50402c7262bf req-b75aa080-a0a9-418d-b411-d3a4a995c1ee tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.13 "DELETE /v2.0/ports/d8927a25-6b46-4f7f-97dd-a07988a6520e HTTP/1.1" status: 204 len: 173 time: 0.5124776 May 09 04:34:27.350687 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c4c812-254e-448e-91f3-58588d0e714f', 'name': 'network-vif-deleted', 'tag': 'd8927a25-6b46-4f7f-97dd-a07988a6520e'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:34:27.354169 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708343da101edf5db3821e80f7e6194e70163222c3a70cb9c2c474869a6028b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb98e21-1f0f-4f7d-a902-ef74d728d374" -d '{"events": [{"server_uuid": "27c4c812-254e-448e-91f3-58588d0e714f", "name": "network-vif-deleted", "tag": "d8927a25-6b46-4f7f-97dd-a07988a6520e"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:34:27.402771 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-4147f4c8-edb8-4a94-9de7-c47488e4d448 req-78047c02-2d61-4822-86d4-9c200d1ab0b1 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c4c812-254e-448e-91f3-58588d0e714f HTTP/1.1" status: 200 len: 210 time: 0.0452542 May 09 04:34:27.406099 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 04:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f9517e-ccbe-4b32-949c-ba32910ea1f0 x-openstack-request-id: req-74f9517e-ccbe-4b32-949c-ba32910ea1f0 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:34:27.406374 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c4c812-254e-448e-91f3-58588d0e714f", "name": "network-vif-deleted", "tag": "d8927a25-6b46-4f7f-97dd-a07988a6520e", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:34:27.406632 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-74f9517e-ccbe-4b32-949c-ba32910ea1f0 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:34:27.407164 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74f9517e-ccbe-4b32-949c-ba32910ea1f0'] response: {'server_uuid': '27c4c812-254e-448e-91f3-58588d0e714f', 'name': 'network-vif-deleted', 'tag': 'd8927a25-6b46-4f7f-97dd-a07988a6520e', 'status': 'completed', 'code': 200} May 09 04:34:28.793560 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c879c-b7ff-48ed-bbdf-4b120f911efb req-e166b2b3-8350-40be-a4cd-a82a123a6ed3 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:28.795028 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-462c879c-b7ff-48ed-bbdf-4b120f911efb req-e166b2b3-8350-40be-a4cd-a82a123a6ed3 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/networks?id=10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16 HTTP/1.1" status: 200 len: 809 time: 0.1038196 May 09 04:34:28.810152 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-462c879c-b7ff-48ed-bbdf-4b120f911efb req-4d59781e-93a6-4b38-ac3d-dab10bba0eac tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/quotas/20b03a05541e4ee38dc5f94a6e4bdc69 HTTP/1.1" status: 200 len: 375 time: 0.0090499 May 09 04:34:28.842994 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-462c879c-b7ff-48ed-bbdf-4b120f911efb req-52fdd159-7cec-4280-8c3e-d2e753f83969 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=20b03a05541e4ee38dc5f94a6e4bdc69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269542 May 09 04:34:28.939620 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-462c879c-b7ff-48ed-bbdf-4b120f911efb req-c1dadde4-de45-4e9a-babb-0c63664ae9d8 service neutron] 10.222.0.44 "GET /v2.0/networks/10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899844 May 09 04:34:29.033317 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-462c879c-b7ff-48ed-bbdf-4b120f911efb req-2ad1554e-ae82-4897-945c-1fa627c3b80f service neutron] 10.222.0.44 "GET /v2.0/networks/10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872564 May 09 04:34:29.208702 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ff8fe417-3321-4944-8cd8-2281af875145 req-525195af-26b1-4e9c-8d2c-aeba35503356 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/ports?device_id=73410bc3-c3fa-4312-b3f6-6f0e2d443e73 HTTP/1.1" status: 200 len: 210 time: 0.0276916 May 09 04:34:29.915773 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-370d6890-4747-4f07-aac5-83a93d9e9b41 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 04:34:29.917557 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b592127-43f0-47ce-9c44-289686d0dfe2 req-457ca6d9-1d27-4be2-aba0-602ce1e2542a tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:29.919271 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4b592127-43f0-47ce-9c44-289686d0dfe2 req-457ca6d9-1d27-4be2-aba0-602ce1e2542a tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c3132a4-8591-418d-8efe-7148c942eb3f HTTP/1.1" status: 200 len: 945 time: 0.0512066 May 09 04:34:29.966198 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4b592127-43f0-47ce-9c44-289686d0dfe2 req-b8c05462-de58-49b2-88a0-2850d63c167c tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c8f1502-905e-441a-a5fd-62cb90725c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401855 May 09 04:34:30.184795 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device d8927a25-6b46-4f7f-97dd-a07988a6520e no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:34:30.204654 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] No Port match for: d8927a25-6b46-4f7f-97dd-a07988a6520e {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 04:34:30.205003 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device d8927a25-6b46-4f7f-97dd-a07988a6520e not bound to the agent host hv-cinder-83800 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 04:34:30.310095 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-d47e1b7f-06b1-44d2-9f80-06964d68141f req-df8dfc3b-dfab-4192-8349-089da50da45b tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/ports?device_id=73410bc3-c3fa-4312-b3f6-6f0e2d443e73 HTTP/1.1" status: 200 len: 210 time: 0.0294971 May 09 04:34:31.089137 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0337b-15be-4199-ba4b-6d654ea928bd req-1c2ede4b-5b70-4ad3-ba7b-b0735ce33d18 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:31.091105 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f6f0337b-15be-4199-ba4b-6d654ea928bd req-1c2ede4b-5b70-4ad3-ba7b-b0735ce33d18 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c3132a4-8591-418d-8efe-7148c942eb3f HTTP/1.1" status: 200 len: 945 time: 0.0549102 May 09 04:34:31.140922 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f6f0337b-15be-4199-ba4b-6d654ea928bd req-9908ffc4-59f7-4620-8e54-4a3da295d7ba tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c8f1502-905e-441a-a5fd-62cb90725c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433891 May 09 04:34:31.407572 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-dbf8b399-b03b-40c9-b0e0-f8ba12638157 req-00e924ba-646d-462f-8927-7c2ea8545b64 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/ports?device_id=73410bc3-c3fa-4312-b3f6-6f0e2d443e73 HTTP/1.1" status: 200 len: 210 time: 0.0280755 May 09 04:34:31.630367 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c879c-b7ff-48ed-bbdf-4b120f911efb req-2c974acc-0608-49a9-ac99-6bba7dc4efed tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:31.631735 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-462c879c-b7ff-48ed-bbdf-4b120f911efb req-2c974acc-0608-49a9-ac99-6bba7dc4efed tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.13 "GET /v2.0/networks?id=10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16 HTTP/1.1" status: 200 len: 809 time: 0.1108158 May 09 04:34:31.646218 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [req-462c879c-b7ff-48ed-bbdf-4b120f911efb req-dd4cd029-16c5-4c51-87ad-4108ab75fe41 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Request body: {'port': {'device_id': '73410bc3-c3fa-4312-b3f6-6f0e2d443e73', 'network_id': '10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16', 'admin_state_up': True, 'tenant_id': '20b03a05541e4ee38dc5f94a6e4bdc69'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:34:31.771431 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-462c879c-b7ff-48ed-bbdf-4b120f911efb req-dd4cd029-16c5-4c51-87ad-4108ab75fe41 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Made reservation on behalf of 20b03a05541e4ee38dc5f94a6e4bdc69 for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:34:31.774783 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-462c879c-b7ff-48ed-bbdf-4b120f911efb req-dd4cd029-16c5-4c51-87ad-4108ab75fe41 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:31.900908 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-462c879c-b7ff-48ed-bbdf-4b120f911efb req-dd4cd029-16c5-4c51-87ad-4108ab75fe41 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Allocated IP 172.20.0.2 (10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16/1f723c4a-a34c-4b46-a87c-9d8f1a93b94d/c8a86a0f-64bd-4a20-836b-cb0b70321e24) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:34:32.048404 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd3ccb-7b33-4106-9bf0-dfd99a664f61 req-7e62c1ff-d738-4ac9-8307-4721ebe54b60 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:32.049846 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-b1dd3ccb-7b33-4106-9bf0-dfd99a664f61 req-7e62c1ff-d738-4ac9-8307-4721ebe54b60 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c3132a4-8591-418d-8efe-7148c942eb3f HTTP/1.1" status: 200 len: 945 time: 0.0557675 May 09 04:34:32.155726 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-462c879c-b7ff-48ed-bbdf-4b120f911efb req-dd4cd029-16c5-4c51-87ad-4108ab75fe41 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Publish callbacks [] for port (c8a86a0f-64bd-4a20-836b-cb0b70321e24), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:32.181986 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-b1dd3ccb-7b33-4106-9bf0-dfd99a664f61 req-a7610157-3254-4a3f-b87a-8ef267d57ea2 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Deleting port 5c419669-8aea-4b2e-9dd3-40cafa53920b {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:34:32.182440 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b1dd3ccb-7b33-4106-9bf0-dfd99a664f61 req-a7610157-3254-4a3f-b87a-8ef267d57ea2 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (5c419669-8aea-4b2e-9dd3-40cafa53920b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:32.258633 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-462c879c-b7ff-48ed-bbdf-4b120f911efb req-dd4cd029-16c5-4c51-87ad-4108ab75fe41 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (c8a86a0f-64bd-4a20-836b-cb0b70321e24), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:32.264180 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af586ed-6de9-4eed-8ef6-c97c1f7a50af req-843ff48d-e615-4e6c-bcf4-83df3d0daa83 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:32.265864 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1af586ed-6de9-4eed-8ef6-c97c1f7a50af req-843ff48d-e615-4e6c-bcf4-83df3d0daa83 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c3132a4-8591-418d-8efe-7148c942eb3f HTTP/1.1" status: 200 len: 945 time: 0.0532250 May 09 04:34:32.341791 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-b1dd3ccb-7b33-4106-9bf0-dfd99a664f61 req-a7610157-3254-4a3f-b87a-8ef267d57ea2 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] For port 5c419669-8aea-4b2e-9dd3-40cafa53920b, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=5c419669-8aea-4b2e-9dd3-40cafa53920b,segment=NetworkSegment(a6fc2217-4ccc-49f9-89a1-955981406961),segment_id=a6fc2217-4ccc-49f9-89a1-955981406961)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:34:32.342251 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b1dd3ccb-7b33-4106-9bf0-dfd99a664f61 req-a7610157-3254-4a3f-b87a-8ef267d57ea2 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (5c419669-8aea-4b2e-9dd3-40cafa53920b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:32.348887 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1af586ed-6de9-4eed-8ef6-c97c1f7a50af req-5b1d4e84-8703-4a74-9876-79c8ddf57d3f tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c8f1502-905e-441a-a5fd-62cb90725c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770786 May 09 04:34:32.372231 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-462c879c-b7ff-48ed-bbdf-4b120f911efb req-dd4cd029-16c5-4c51-87ad-4108ab75fe41 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Network 10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:34:32.373717 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-b1dd3ccb-7b33-4106-9bf0-dfd99a664f61 req-a7610157-3254-4a3f-b87a-8ef267d57ea2 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Calling delete_port for 5c419669-8aea-4b2e-9dd3-40cafa53920b owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:34:32.375919 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-462c879c-b7ff-48ed-bbdf-4b120f911efb req-dd4cd029-16c5-4c51-87ad-4108ab75fe41 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:34:32.377739 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4cd029-16c5-4c51-87ad-4108ab75fe41 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Pushing event updated for resources: {'Port': ['ID=c8a86a0f-64bd-4a20-836b-cb0b70321e24,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:32.381936 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-462c879c-b7ff-48ed-bbdf-4b120f911efb req-dd4cd029-16c5-4c51-87ad-4108ab75fe41 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:34:32.465117 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c879c-b7ff-48ed-bbdf-4b120f911efb req-dd4cd029-16c5-4c51-87ad-4108ab75fe41 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:32.465780 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-462c879c-b7ff-48ed-bbdf-4b120f911efb req-dd4cd029-16c5-4c51-87ad-4108ab75fe41 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:32.526466 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-462c879c-b7ff-48ed-bbdf-4b120f911efb req-dd4cd029-16c5-4c51-87ad-4108ab75fe41 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8841100 May 09 04:34:32.547291 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [req-462c879c-b7ff-48ed-bbdf-4b120f911efb req-a279a04d-1e22-452d-8d64-0881662acfa5 service neutron] Request body: {'port': {'device_id': '73410bc3-c3fa-4312-b3f6-6f0e2d443e73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:34:32.559285 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3f5d9-5b01-4f9c-ba6e-eb07c7b78bf9 req-ab346fab-b675-4f59-877f-6567227d9b19 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:32.560793 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-47f3f5d9-5b01-4f9c-ba6e-eb07c7b78bf9 req-ab346fab-b675-4f59-877f-6567227d9b19 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/ports?device_id=73410bc3-c3fa-4312-b3f6-6f0e2d443e73 HTTP/1.1" status: 200 len: 931 time: 0.0826581 May 09 04:34:32.696715 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-462c879c-b7ff-48ed-bbdf-4b120f911efb req-a279a04d-1e22-452d-8d64-0881662acfa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (c8a86a0f-64bd-4a20-836b-cb0b70321e24), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:32.701812 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-47f3f5d9-5b01-4f9c-ba6e-eb07c7b78bf9 req-40e8072f-db5d-4654-9649-6207583562ec tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c81e3-c50a-46e4-aa4a-9679792ee446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244655 May 09 04:34:32.703866 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b1dd3ccb-7b33-4106-9bf0-dfd99a664f61 req-a7610157-3254-4a3f-b87a-8ef267d57ea2 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (5c419669-8aea-4b2e-9dd3-40cafa53920b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:32.722065 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] get_ports_and_sgs() called for port_ids ['5c419669-8aea-4b2e-9dd3-40cafa53920b'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 04:34:32.741411 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7610157-3254-4a3f-b87a-8ef267d57ea2 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Pushing event deleted for resources: {'Port': ['ID=5c419669-8aea-4b2e-9dd3-40cafa53920b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:32.807294 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1dd3ccb-7b33-4106-9bf0-dfd99a664f61 req-a7610157-3254-4a3f-b87a-8ef267d57ea2 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] No DVR routers for this DVR port 5c419669-8aea-4b2e-9dd3-40cafa53920b on host hv-cinder-83800 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 04:34:32.810705 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-b1dd3ccb-7b33-4106-9bf0-dfd99a664f61 req-a7610157-3254-4a3f-b87a-8ef267d57ea2 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:32.814375 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-b1dd3ccb-7b33-4106-9bf0-dfd99a664f61 req-a7610157-3254-4a3f-b87a-8ef267d57ea2 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.13 "DELETE /v2.0/ports/5c419669-8aea-4b2e-9dd3-40cafa53920b HTTP/1.1" status: 204 len: 173 time: 0.7555761 May 09 04:34:32.814832 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3132a4-8591-418d-8efe-7148c942eb3f', 'name': 'network-vif-deleted', 'tag': '5c419669-8aea-4b2e-9dd3-40cafa53920b'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:34:32.817155 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708343da101edf5db3821e80f7e6194e70163222c3a70cb9c2c474869a6028b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d695dfa-2d0b-4c4e-88da-9660bfdb02a7" -d '{"events": [{"server_uuid": "2c3132a4-8591-418d-8efe-7148c942eb3f", "name": "network-vif-deleted", "tag": "5c419669-8aea-4b2e-9dd3-40cafa53920b"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:34:32.886436 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 04:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043e9bd4-b800-4fee-a3f4-faaec2a052c8 x-openstack-request-id: req-043e9bd4-b800-4fee-a3f4-faaec2a052c8 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:34:32.886728 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3132a4-8591-418d-8efe-7148c942eb3f", "name": "network-vif-deleted", "tag": "5c419669-8aea-4b2e-9dd3-40cafa53920b", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:34:32.886978 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-043e9bd4-b800-4fee-a3f4-faaec2a052c8 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:34:32.887382 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-043e9bd4-b800-4fee-a3f4-faaec2a052c8'] response: {'server_uuid': '2c3132a4-8591-418d-8efe-7148c942eb3f', 'name': 'network-vif-deleted', 'tag': '5c419669-8aea-4b2e-9dd3-40cafa53920b', 'status': 'completed', 'code': 200} May 09 04:34:33.067910 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [req-462c879c-b7ff-48ed-bbdf-4b120f911efb req-a279a04d-1e22-452d-8d64-0881662acfa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8a86a0f-64bd-4a20-836b-cb0b70321e24 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 04:34:33.075283 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-462c879c-b7ff-48ed-bbdf-4b120f911efb req-a279a04d-1e22-452d-8d64-0881662acfa5 service neutron] Publish callbacks [] for port (c8a86a0f-64bd-4a20-836b-cb0b70321e24), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:33.087933 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-462c879c-b7ff-48ed-bbdf-4b120f911efb req-a279a04d-1e22-452d-8d64-0881662acfa5 service neutron] Transition to ACTIVE for port object c8a86a0f-64bd-4a20-836b-cb0b70321e24 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 04:34:33.091656 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-462c879c-b7ff-48ed-bbdf-4b120f911efb req-a279a04d-1e22-452d-8d64-0881662acfa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718803'] for port (c8a86a0f-64bd-4a20-836b-cb0b70321e24), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:33.140049 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a279a04d-1e22-452d-8d64-0881662acfa5 service neutron] Pushing event updated for resources: {'Port': ['ID=c8a86a0f-64bd-4a20-836b-cb0b70321e24,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:33.209094 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-462c879c-b7ff-48ed-bbdf-4b120f911efb req-a279a04d-1e22-452d-8d64-0881662acfa5 service neutron] Attempting to bind port c8a86a0f-64bd-4a20-836b-cb0b70321e24 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:34:33.209432 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-462c879c-b7ff-48ed-bbdf-4b120f911efb req-a279a04d-1e22-452d-8d64-0881662acfa5 service neutron] Attempting to bind port c8a86a0f-64bd-4a20-836b-cb0b70321e24 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': 'baa9f010-d17e-4f21-b5e9-f2da65fa29c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:34:33.209764 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462c879c-b7ff-48ed-bbdf-4b120f911efb req-a279a04d-1e22-452d-8d64-0881662acfa5 service neutron] Attempting to bind port c8a86a0f-64bd-4a20-836b-cb0b70321e24 on network 10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:34:33.214038 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462c879c-b7ff-48ed-bbdf-4b120f911efb req-a279a04d-1e22-452d-8d64-0881662acfa5 service neutron] Port c8a86a0f-64bd-4a20-836b-cb0b70321e24 on network 10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 04:34:33.214364 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462c879c-b7ff-48ed-bbdf-4b120f911efb req-a279a04d-1e22-452d-8d64-0881662acfa5 service neutron] Attempting to bind port c8a86a0f-64bd-4a20-836b-cb0b70321e24 on network 10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:34:33.221171 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462c879c-b7ff-48ed-bbdf-4b120f911efb req-a279a04d-1e22-452d-8d64-0881662acfa5 service neutron] Checking agent: {'id': '0ba91d57-31cd-4938-a6ad-bd18d942a965', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 24, 18), 'started_at': datetime.datetime(2022, 5, 9, 4, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:34:33.221521 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462c879c-b7ff-48ed-bbdf-4b120f911efb req-a279a04d-1e22-452d-8d64-0881662acfa5 service neutron] Checking segment: {'id': 'baa9f010-d17e-4f21-b5e9-f2da65fa29c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:34:33.221920 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462c879c-b7ff-48ed-bbdf-4b120f911efb req-a279a04d-1e22-452d-8d64-0881662acfa5 service neutron] Bound using segment: {'id': 'baa9f010-d17e-4f21-b5e9-f2da65fa29c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:34:33.222361 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-462c879c-b7ff-48ed-bbdf-4b120f911efb req-a279a04d-1e22-452d-8d64-0881662acfa5 service neutron] Bound port: c8a86a0f-64bd-4a20-836b-cb0b70321e24, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baa9f010-d17e-4f21-b5e9-f2da65fa29c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:34:33.222731 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-462c879c-b7ff-48ed-bbdf-4b120f911efb req-a279a04d-1e22-452d-8d64-0881662acfa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (c8a86a0f-64bd-4a20-836b-cb0b70321e24), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:33.294283 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-462c879c-b7ff-48ed-bbdf-4b120f911efb req-a279a04d-1e22-452d-8d64-0881662acfa5 service neutron] For port c8a86a0f-64bd-4a20-836b-cb0b70321e24, host hv-cinder-83800, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:34:33.298009 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-462c879c-b7ff-48ed-bbdf-4b120f911efb req-a279a04d-1e22-452d-8d64-0881662acfa5 service neutron] For port c8a86a0f-64bd-4a20-836b-cb0b70321e24, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=c8a86a0f-64bd-4a20-836b-cb0b70321e24,segment=NetworkSegment(baa9f010-d17e-4f21-b5e9-f2da65fa29c1),segment_id=baa9f010-d17e-4f21-b5e9-f2da65fa29c1)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:34:33.304450 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-462c879c-b7ff-48ed-bbdf-4b120f911efb req-a279a04d-1e22-452d-8d64-0881662acfa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718803'] for port (c8a86a0f-64bd-4a20-836b-cb0b70321e24), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:33.342468 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c879c-b7ff-48ed-bbdf-4b120f911efb req-a279a04d-1e22-452d-8d64-0881662acfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:33.344024 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-462c879c-b7ff-48ed-bbdf-4b120f911efb req-a279a04d-1e22-452d-8d64-0881662acfa5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:33.345588 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-462c879c-b7ff-48ed-bbdf-4b120f911efb req-a279a04d-1e22-452d-8d64-0881662acfa5 service neutron] 10.222.0.13 "PUT /v2.0/ports/c8a86a0f-64bd-4a20-836b-cb0b70321e24 HTTP/1.1" status: 200 len: 1093 time: 0.8056026 May 09 04:34:33.381107 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a279a04d-1e22-452d-8d64-0881662acfa5 service neutron] Pushing event updated for resources: {'Port': ['ID=c8a86a0f-64bd-4a20-836b-cb0b70321e24,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:33.432202 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c879c-b7ff-48ed-bbdf-4b120f911efb req-ec58a1c3-6036-42f3-bddc-ea8e209cf297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:33.435158 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-462c879c-b7ff-48ed-bbdf-4b120f911efb req-ec58a1c3-6036-42f3-bddc-ea8e209cf297 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=20b03a05541e4ee38dc5f94a6e4bdc69&device_id=73410bc3-c3fa-4312-b3f6-6f0e2d443e73 HTTP/1.1" status: 200 len: 1127 time: 0.0501580 May 09 04:34:33.516199 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-462c879c-b7ff-48ed-bbdf-4b120f911efb req-8601df71-ae6b-477f-b718-38d3cc762d24 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c8a86a0f-64bd-4a20-836b-cb0b70321e24 HTTP/1.1" status: 200 len: 217 time: 0.0595810 May 09 04:34:33.548842 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-6861bdb3-c7bc-4ea5-83a5-f19bf1cdfcad req-a69898d9-ad38-4416-9e5c-ee5a68eb495f tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c3132a4-8591-418d-8efe-7148c942eb3f HTTP/1.1" status: 200 len: 210 time: 0.0737422 May 09 04:34:33.588156 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c879c-b7ff-48ed-bbdf-4b120f911efb req-8e3b60a6-b6ce-4bb2-880f-9b742f135b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:33.590155 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-462c879c-b7ff-48ed-bbdf-4b120f911efb req-8e3b60a6-b6ce-4bb2-880f-9b742f135b5f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f723c4a-a34c-4b46-a87c-9d8f1a93b94d HTTP/1.1" status: 200 len: 849 time: 0.0507898 May 09 04:34:33.627769 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-462c879c-b7ff-48ed-bbdf-4b120f911efb req-da3de802-031e-46fb-a82e-3bdbd58cb796 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298445 May 09 04:34:33.750391 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-462c879c-b7ff-48ed-bbdf-4b120f911efb req-c5d6dc6b-ee1b-43aa-b708-77ea1ecaa3c5 service neutron] 10.222.0.13 "GET /v2.0/networks/10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151178 May 09 04:34:33.834379 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c13c1b-a0fe-4fa1-a3d6-f322d5393369 req-70422dac-c1c2-426f-a06c-cf547f0222c2 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:33.835916 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a7c13c1b-a0fe-4fa1-a3d6-f322d5393369 req-70422dac-c1c2-426f-a06c-cf547f0222c2 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/ports?device_id=73410bc3-c3fa-4312-b3f6-6f0e2d443e73 HTTP/1.1" status: 200 len: 943 time: 0.0560527 May 09 04:34:33.865246 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-462c879c-b7ff-48ed-bbdf-4b120f911efb req-a8c2cb39-d86d-402e-b40d-830d8c265d65 service neutron] 10.222.0.13 "GET /v2.0/networks/10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075871 May 09 04:34:33.883921 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-a7c13c1b-a0fe-4fa1-a3d6-f322d5393369 req-c50fdef4-22a0-4ceb-a2e9-e4923f88e6cf tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c81e3-c50a-46e4-aa4a-9679792ee446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421472 May 09 04:34:34.888342 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73410bc3-c3fa-4312-b3f6-6f0e2d443e73', 'tag': 'c8a86a0f-64bd-4a20-836b-cb0b70321e24'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:34:34.891209 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708343da101edf5db3821e80f7e6194e70163222c3a70cb9c2c474869a6028b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48dfa90-4bd2-4fbe-9426-a32011c4d98b" -d '{"events": [{"name": "network-changed", "server_uuid": "73410bc3-c3fa-4312-b3f6-6f0e2d443e73", "tag": "c8a86a0f-64bd-4a20-836b-cb0b70321e24"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:34:34.955865 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 04:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f053ce1e-065f-4487-a09b-15afc36633c5 x-openstack-request-id: req-f053ce1e-065f-4487-a09b-15afc36633c5 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:34:34.956325 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73410bc3-c3fa-4312-b3f6-6f0e2d443e73", "tag": "c8a86a0f-64bd-4a20-836b-cb0b70321e24", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:34:34.956710 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f053ce1e-065f-4487-a09b-15afc36633c5 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:34:34.957156 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f053ce1e-065f-4487-a09b-15afc36633c5'] response: {'name': 'network-changed', 'server_uuid': '73410bc3-c3fa-4312-b3f6-6f0e2d443e73', 'tag': 'c8a86a0f-64bd-4a20-836b-cb0b70321e24', 'status': 'completed', 'code': 200} May 09 04:34:35.043076 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d5a6d-c811-4495-a576-b725a63a7e62 req-b438c4af-1a49-425d-9350-e2e3af8c011e tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:35.044575 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9c6d5a6d-c811-4495-a576-b725a63a7e62 req-b438c4af-1a49-425d-9350-e2e3af8c011e tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/ports?device_id=73410bc3-c3fa-4312-b3f6-6f0e2d443e73 HTTP/1.1" status: 200 len: 943 time: 0.0774181 May 09 04:34:35.045647 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48dfa90-4bd2-4fbe-9426-a32011c4d98b req-dfcc40ec-7760-430c-891b-6a4e3ef0772a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:35.046996 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f48dfa90-4bd2-4fbe-9426-a32011c4d98b req-dfcc40ec-7760-430c-891b-6a4e3ef0772a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=20b03a05541e4ee38dc5f94a6e4bdc69&device_id=73410bc3-c3fa-4312-b3f6-6f0e2d443e73 HTTP/1.1" status: 200 len: 1127 time: 0.0695119 May 09 04:34:35.091098 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-9c6d5a6d-c811-4495-a576-b725a63a7e62 req-f5ab606b-44d1-451e-87da-3c784594c3e6 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c81e3-c50a-46e4-aa4a-9679792ee446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405865 May 09 04:34:36.202548 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6edc6-c239-412e-9a42-37aa8131f2ce req-c520b709-7a26-4d06-8cd3-ec88be0b3178 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:36.204071 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1aa6edc6-c239-412e-9a42-37aa8131f2ce req-c520b709-7a26-4d06-8cd3-ec88be0b3178 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/ports?device_id=73410bc3-c3fa-4312-b3f6-6f0e2d443e73 HTTP/1.1" status: 200 len: 943 time: 0.0459661 May 09 04:34:36.253023 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1aa6edc6-c239-412e-9a42-37aa8131f2ce req-a2592cee-fc4b-41ac-9d4e-53050ed3aa33 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c81e3-c50a-46e4-aa4a-9679792ee446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434034 May 09 04:34:36.572815 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48dfa90-4bd2-4fbe-9426-a32011c4d98b req-3ebc48d8-4707-4c21-b940-917e67304f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:36.574382 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f48dfa90-4bd2-4fbe-9426-a32011c4d98b req-3ebc48d8-4707-4c21-b940-917e67304f71 service neutron] 10.222.0.13 "GET /v2.0/networks?id=10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16 HTTP/1.1" status: 200 len: 910 time: 0.0875216 May 09 04:34:37.300058 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device c8a86a0f-64bd-4a20-836b-cb0b70321e24 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 04:34:37.304597 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 5c419669-8aea-4b2e-9dd3-40cafa53920b no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:34:37.329811 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] No Port match for: 5c419669-8aea-4b2e-9dd3-40cafa53920b {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 04:34:37.330071 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 5c419669-8aea-4b2e-9dd3-40cafa53920b not bound to the agent host hv-cinder-83800 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 04:34:37.341715 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f48dfa90-4bd2-4fbe-9426-a32011c4d98b req-f39fb4a9-af3c-4daf-a4c5-242c15551516 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c8a86a0f-64bd-4a20-836b-cb0b70321e24 HTTP/1.1" status: 200 len: 217 time: 0.0423286 May 09 04:34:37.389183 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108539d-7c99-4193-a8be-828bd0a4dd48 req-78090dc1-b8ae-4cea-bf0b-2f95dd75fd1d tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:37.391783 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8108539d-7c99-4193-a8be-828bd0a4dd48 req-78090dc1-b8ae-4cea-bf0b-2f95dd75fd1d tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/ports?device_id=73410bc3-c3fa-4312-b3f6-6f0e2d443e73 HTTP/1.1" status: 200 len: 943 time: 0.0529721 May 09 04:34:37.425749 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port c8a86a0f-64bd-4a20-836b-cb0b70321e24, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=c8a86a0f-64bd-4a20-836b-cb0b70321e24,segment=NetworkSegment(baa9f010-d17e-4f21-b5e9-f2da65fa29c1),segment_id=baa9f010-d17e-4f21-b5e9-f2da65fa29c1)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:34:37.435883 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Returning: {'device': 'c8a86a0f-64bd-4a20-836b-cb0b70321e24', 'network_id': '10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16', 'port_id': 'c8a86a0f-64bd-4a20-836b-cb0b70321e24', 'mac_address': 'fa:16:3e:a3:fb:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f723c4a-a34c-4b46-a87c-9d8f1a93b94d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 04:34:37.439159 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-8108539d-7c99-4193-a8be-828bd0a4dd48 req-cf49148e-8bf8-46e4-8dfe-ab0d8b5a43a3 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c81e3-c50a-46e4-aa4a-9679792ee446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414848 May 09 04:34:37.473820 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port c8a86a0f-64bd-4a20-836b-cb0b70321e24 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:34:37.474220 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (c8a86a0f-64bd-4a20-836b-cb0b70321e24), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:37.486751 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8a86a0f-64bd-4a20-836b-cb0b70321e24 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 04:34:37.505772 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port c8a86a0f-64bd-4a20-836b-cb0b70321e24, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=c8a86a0f-64bd-4a20-836b-cb0b70321e24,segment=NetworkSegment(baa9f010-d17e-4f21-b5e9-f2da65fa29c1),segment_id=baa9f010-d17e-4f21-b5e9-f2da65fa29c1)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:34:37.509667 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (c8a86a0f-64bd-4a20-836b-cb0b70321e24), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:37.554904 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=c8a86a0f-64bd-4a20-836b-cb0b70321e24,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:37.562268 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:34:37.562621 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:34:37.562970 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:34:37.563315 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:34:37.563655 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:34:37.564019 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:34:37.564354 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:34:37.564683 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:34:37.565012 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:34:37.565341 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:34:37.565672 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:34:37.566001 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:34:37.566326 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:34:37.566648 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:34:37.566971 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:34:38.311777 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48dfa90-4bd2-4fbe-9426-a32011c4d98b req-9c26f620-4d6d-49f5-b001-9636198656e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:38.313187 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f48dfa90-4bd2-4fbe-9426-a32011c4d98b req-9c26f620-4d6d-49f5-b001-9636198656e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f723c4a-a34c-4b46-a87c-9d8f1a93b94d HTTP/1.1" status: 200 len: 849 time: 0.0534716 May 09 04:34:38.347117 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f48dfa90-4bd2-4fbe-9426-a32011c4d98b req-eeb4936b-f75b-480d-b4c8-ca35eaa38471 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266380 May 09 04:34:38.438526 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f48dfa90-4bd2-4fbe-9426-a32011c4d98b req-8cc6fad6-4923-4470-940a-228de1fdf019 service neutron] 10.222.0.13 "GET /v2.0/networks/10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833173 May 09 04:34:38.535659 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f48dfa90-4bd2-4fbe-9426-a32011c4d98b req-7c8d63c0-5902-4e3a-a45f-eac90c695591 service neutron] 10.222.0.13 "GET /v2.0/networks/10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899413 May 09 04:34:38.554188 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95066a6a-1736-4893-beb0-1e82d484f303 req-c8bbe25b-8824-45ca-a48a-380a51cf77d2 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:38.555647 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-95066a6a-1736-4893-beb0-1e82d484f303 req-c8bbe25b-8824-45ca-a48a-380a51cf77d2 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/ports?device_id=73410bc3-c3fa-4312-b3f6-6f0e2d443e73 HTTP/1.1" status: 200 len: 944 time: 0.0467298 May 09 04:34:38.568931 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] get_ports_and_sgs() called for port_ids ['c8a86a0f-64bd-4a20-836b-cb0b70321e24'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 04:34:38.605808 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-95066a6a-1736-4893-beb0-1e82d484f303 req-04f1d266-8347-4a06-bb74-ea944559651e tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c81e3-c50a-46e4-aa4a-9679792ee446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445116 May 09 04:34:39.721450 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256dcca5-7325-44bd-a77c-aca356b43560 req-dada4c24-402d-4b54-a62f-76a05c5e407e tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:39.722917 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-256dcca5-7325-44bd-a77c-aca356b43560 req-dada4c24-402d-4b54-a62f-76a05c5e407e tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/ports?device_id=73410bc3-c3fa-4312-b3f6-6f0e2d443e73 HTTP/1.1" status: 200 len: 944 time: 0.0494106 May 09 04:34:39.771129 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-256dcca5-7325-44bd-a77c-aca356b43560 req-1b8d59a2-ec46-46c9-8a5f-3640ac8ca0ce tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c81e3-c50a-46e4-aa4a-9679792ee446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425291 May 09 04:34:40.886019 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd81b8b5-611d-467e-9160-2a22339be71d req-465d2cc9-ede3-426d-b27b-05781cd092e3 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:40.887573 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cd81b8b5-611d-467e-9160-2a22339be71d req-465d2cc9-ede3-426d-b27b-05781cd092e3 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/ports?device_id=73410bc3-c3fa-4312-b3f6-6f0e2d443e73 HTTP/1.1" status: 200 len: 944 time: 0.0502844 May 09 04:34:40.935013 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cd81b8b5-611d-467e-9160-2a22339be71d req-6be62d3b-8cd2-49d4-9142-10cc03c203ac tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c81e3-c50a-46e4-aa4a-9679792ee446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408959 May 09 04:34:41.517844 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device c8a86a0f-64bd-4a20-836b-cb0b70321e24 up at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:34:41.563541 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Provisioning for port c8a86a0f-64bd-4a20-836b-cb0b70321e24 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 04:34:41.569040 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Provisioning complete for port c8a86a0f-64bd-4a20-836b-cb0b70321e24 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:34:41.569410 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (c8a86a0f-64bd-4a20-836b-cb0b70321e24), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:41.644186 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port c8a86a0f-64bd-4a20-836b-cb0b70321e24 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:34:41.644577 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (c8a86a0f-64bd-4a20-836b-cb0b70321e24), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:41.666140 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73410bc3-c3fa-4312-b3f6-6f0e2d443e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a86a0f-64bd-4a20-836b-cb0b70321e24'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:34:41.668382 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6941dd57353447cfe46bbb883e0d815d26e9477c6b9f0737609fdd17593c9a07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9e5ca5-074b-42b4-9b73-bf088b87be5f" -d '{"events": [{"server_uuid": "73410bc3-c3fa-4312-b3f6-6f0e2d443e73", "name": "network-vif-plugged", "status": "completed", "tag": "c8a86a0f-64bd-4a20-836b-cb0b70321e24"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:34:41.681526 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port c8a86a0f-64bd-4a20-836b-cb0b70321e24, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=c8a86a0f-64bd-4a20-836b-cb0b70321e24,segment=NetworkSegment(baa9f010-d17e-4f21-b5e9-f2da65fa29c1),segment_id=baa9f010-d17e-4f21-b5e9-f2da65fa29c1)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:34:41.685459 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (c8a86a0f-64bd-4a20-836b-cb0b70321e24), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:41.709902 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 04:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89a50f4-f425-405b-87f1-62f8b0788597 x-openstack-request-id: req-d89a50f4-f425-405b-87f1-62f8b0788597 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:34:41.710195 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73410bc3-c3fa-4312-b3f6-6f0e2d443e73", "name": "network-vif-plugged", "status": "completed", "tag": "c8a86a0f-64bd-4a20-836b-cb0b70321e24", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:34:41.710453 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d89a50f4-f425-405b-87f1-62f8b0788597 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:34:41.710842 dv-cinder-838009-3-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d89a50f4-f425-405b-87f1-62f8b0788597'] response: {'server_uuid': '73410bc3-c3fa-4312-b3f6-6f0e2d443e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a86a0f-64bd-4a20-836b-cb0b70321e24', 'code': 200} May 09 04:34:41.736661 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=c8a86a0f-64bd-4a20-836b-cb0b70321e24,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:42.049520 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8bfaf-084e-4ea2-9de4-557254acd715 req-a08d4232-e71f-413c-8a33-735354971d88 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:42.050980 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c5e8bfaf-084e-4ea2-9de4-557254acd715 req-a08d4232-e71f-413c-8a33-735354971d88 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/ports?device_id=73410bc3-c3fa-4312-b3f6-6f0e2d443e73 HTTP/1.1" status: 200 len: 945 time: 0.0471873 May 09 04:34:42.097424 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c5e8bfaf-084e-4ea2-9de4-557254acd715 req-3fce9055-b08e-4b5a-afa8-1e868c1d0bac tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c81e3-c50a-46e4-aa4a-9679792ee446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408394 May 09 04:34:43.210882 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b357e54-494b-4eca-ad93-b7f46b111322 req-a3a99c54-db72-4fbb-be80-d08c8bb58b99 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:43.212352 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-7b357e54-494b-4eca-ad93-b7f46b111322 req-a3a99c54-db72-4fbb-be80-d08c8bb58b99 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/ports?device_id=73410bc3-c3fa-4312-b3f6-6f0e2d443e73 HTTP/1.1" status: 200 len: 945 time: 0.0466480 May 09 04:34:43.263825 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-7b357e54-494b-4eca-ad93-b7f46b111322 req-b22dd69d-47ad-4c9b-bc07-1951e0df1e21 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c81e3-c50a-46e4-aa4a-9679792ee446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457020 May 09 04:34:43.417059 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b6a22-6b5d-4f74-922d-e23642664912 req-02d9de46-8e2a-4455-a988-af6566ab8b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:43.418754 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-736b6a22-6b5d-4f74-922d-e23642664912 req-02d9de46-8e2a-4455-a988-af6566ab8b9f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=73410bc3-c3fa-4312-b3f6-6f0e2d443e73 HTTP/1.1" status: 200 len: 1129 time: 0.0380788 May 09 04:34:43.464137 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-736b6a22-6b5d-4f74-922d-e23642664912 req-0a5f19c1-52d4-4d46-b2b1-575201ae6637 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=697c81e3-c50a-46e4-aa4a-9679792ee446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374570 May 09 04:34:44.185715 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 51730) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:34:44.232822 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fdee6ac-7023-4056-b74a-c748b82619c6 admin admin] Deleting subnet db67b5cb-f451-47a0-b97b-c4b729ea998c {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 04:34:44.236835 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2fdee6ac-7023-4056-b74a-c748b82619c6 admin admin] Publish callbacks [] for subnet (db67b5cb-f451-47a0-b97b-c4b729ea998c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:44.275299 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2fdee6ac-7023-4056-b74a-c748b82619c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3728541'] for subnet (db67b5cb-f451-47a0-b97b-c4b729ea998c), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:44.323520 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2fdee6ac-7023-4056-b74a-c748b82619c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16420057'] for subnet (db67b5cb-f451-47a0-b97b-c4b729ea998c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:44.410354 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b24468-222f-4c59-a860-cb2be76a0a6b req-5257dad7-4dc2-4fb2-83a8-cad83d4cdfff tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:44.411809 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c9b24468-222f-4c59-a860-cb2be76a0a6b req-5257dad7-4dc2-4fb2-83a8-cad83d4cdfff tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/ports?device_id=73410bc3-c3fa-4312-b3f6-6f0e2d443e73 HTTP/1.1" status: 200 len: 945 time: 0.0657890 May 09 04:34:44.435812 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2fdee6ac-7023-4056-b74a-c748b82619c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16420032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261596683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261552598'] for subnet (db67b5cb-f451-47a0-b97b-c4b729ea998c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:44.469513 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdee6ac-7023-4056-b74a-c748b82619c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db67b5cb-f451-47a0-b97b-c4b729ea998c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:44.474781 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2fdee6ac-7023-4056-b74a-c748b82619c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:44.479195 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-2fdee6ac-7023-4056-b74a-c748b82619c6 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/db67b5cb-f451-47a0-b97b-c4b729ea998c HTTP/1.1" status: 204 len: 168 time: 0.2919197 May 09 04:34:44.480709 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 51746) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:34:44.507019 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c9b24468-222f-4c59-a860-cb2be76a0a6b req-2df71055-7a3e-47a4-8940-df75851967ea tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c81e3-c50a-46e4-aa4a-9679792ee446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863256 May 09 04:34:44.605888 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f44a1620-f3af-4bde-bafd-16214eba8d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16361990'] for network (c4bee995-8c5a-4505-bbed-c9238730c58a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:44.676262 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599696cd-8ae7-4f5e-880e-e4501ae31cc1 req-148984f4-e082-4a12-9630-cf46763c67bd tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:44.677701 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-599696cd-8ae7-4f5e-880e-e4501ae31cc1 req-148984f4-e082-4a12-9630-cf46763c67bd tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/networks?id=627ae9bf-4485-4d21-8d33-ad26d60fe27f HTTP/1.1" status: 200 len: 813 time: 0.1515741 May 09 04:34:44.723992 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-599696cd-8ae7-4f5e-880e-e4501ae31cc1 req-bad0cf84-23c0-4a42-9f5f-dda6702d2291 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/quotas/3d6aeac77b6d4f1c8f912d7c5d91968f HTTP/1.1" status: 200 len: 375 time: 0.0186291 May 09 04:34:44.727576 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f44a1620-f3af-4bde-bafd-16214eba8d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16419436', 'neutron.services.segments.db._delete_segments_for_network-8782008167190'] for network (c4bee995-8c5a-4505-bbed-c9238730c58a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:44.769794 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-599696cd-8ae7-4f5e-880e-e4501ae31cc1 req-55300763-ea54-4caf-b5ca-98ef3644f790 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3d6aeac77b6d4f1c8f912d7c5d91968f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396247 May 09 04:34:44.771489 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-f44a1620-f3af-4bde-bafd-16214eba8d56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4bee995-8c5a-4505-bbed-c9238730c58a']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:34:44.788735 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-f44a1620-f3af-4bde-bafd-16214eba8d56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66c90ce8-e3eb-4209-a4a6-fdbc9ac6111e') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:34:44.789030 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-f44a1620-f3af-4bde-bafd-16214eba8d56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66c90ce8-e3eb-4209-a4a6-fdbc9ac6111e') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:34:44.832329 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f44a1620-f3af-4bde-bafd-16214eba8d56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782008168991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260862404'] for segment (66c90ce8-e3eb-4209-a4a6-fdbc9ac6111e), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:44.853941 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f44a1620-f3af-4bde-bafd-16214eba8d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754'] for segment (66c90ce8-e3eb-4209-a4a6-fdbc9ac6111e), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:44.867827 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f44a1620-f3af-4bde-bafd-16214eba8d56 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 04:34:44.868166 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f44a1620-f3af-4bde-bafd-16214eba8d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718903'] for segment (66c90ce8-e3eb-4209-a4a6-fdbc9ac6111e), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:44.869787 dv-cinder-838009-3-iscsi neutron-server[103225]: Traceback (most recent call last): May 09 04:34:44.869787 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 04:34:44.869787 dv-cinder-838009-3-iscsi neutron-server[103225]: timer() May 09 04:34:44.869787 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 04:34:44.869787 dv-cinder-838009-3-iscsi neutron-server[103225]: cb(*args, **kw) May 09 04:34:44.869787 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 04:34:44.869787 dv-cinder-838009-3-iscsi neutron-server[103225]: return func(*args, **kwargs) May 09 04:34:44.869787 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 04:34:44.869787 dv-cinder-838009-3-iscsi neutron-server[103225]: self._notify() May 09 04:34:44.869787 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 04:34:44.869787 dv-cinder-838009-3-iscsi neutron-server[103225]: self.callback(batched_events) May 09 04:34:44.869787 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 04:34:44.869787 dv-cinder-838009-3-iscsi neutron-server[103225]: event.method(event) May 09 04:34:44.869787 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 04:34:44.869787 dv-cinder-838009-3-iscsi neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 04:34:44.869787 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 04:34:44.869787 dv-cinder-838009-3-iscsi neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( May 09 04:34:44.869787 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 04:34:44.869787 dv-cinder-838009-3-iscsi neutron-server[103225]: return f(self, *a, **k) May 09 04:34:44.869787 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 04:34:44.869787 dv-cinder-838009-3-iscsi neutron-server[103225]: return self._get(url).json() May 09 04:34:44.869787 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 04:34:44.869787 dv-cinder-838009-3-iscsi neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 04:34:44.869787 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 04:34:44.869787 dv-cinder-838009-3-iscsi neutron-server[103225]: return self.request(url, 'GET', **kwargs) May 09 04:34:44.869787 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 04:34:44.869787 dv-cinder-838009-3-iscsi neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, May 09 04:34:44.869787 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 04:34:44.869787 dv-cinder-838009-3-iscsi neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 04:34:44.869787 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 04:34:44.869787 dv-cinder-838009-3-iscsi neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 04:34:44.869787 dv-cinder-838009-3-iscsi neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 04:34:44.938943 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-599696cd-8ae7-4f5e-880e-e4501ae31cc1 req-87e7ed6d-c1a7-4a50-bef2-3bb3feb5cc72 service neutron] 10.222.0.44 "GET /v2.0/networks/627ae9bf-4485-4d21-8d33-ad26d60fe27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604323 May 09 04:34:44.942865 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f44a1620-f3af-4bde-bafd-16214eba8d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16419415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-653516'] for network (c4bee995-8c5a-4505-bbed-c9238730c58a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:44.947453 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f44a1620-f3af-4bde-bafd-16214eba8d56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:44.950612 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-f44a1620-f3af-4bde-bafd-16214eba8d56 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c4bee995-8c5a-4505-bbed-c9238730c58a HTTP/1.1" status: 204 len: 168 time: 0.4681504 May 09 04:34:44.953642 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 51752) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:34:44.978884 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a1620-f3af-4bde-bafd-16214eba8d56 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4bee995-8c5a-4505-bbed-c9238730c58a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:44.998967 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fad45c7-37a4-4be5-8a39-26caed70ede6 admin admin] Deleting subnet 6161745f-209e-49d1-a5d1-6e0d0e6a16ef {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 04:34:45.002245 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2fad45c7-37a4-4be5-8a39-26caed70ede6 admin admin] Publish callbacks [] for subnet (6161745f-209e-49d1-a5d1-6e0d0e6a16ef), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:45.037984 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2fad45c7-37a4-4be5-8a39-26caed70ede6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3728541'] for subnet (6161745f-209e-49d1-a5d1-6e0d0e6a16ef), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:45.060565 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-599696cd-8ae7-4f5e-880e-e4501ae31cc1 req-1c006590-cd3f-423f-886d-93975e075ad4 service neutron] 10.222.0.44 "GET /v2.0/networks/627ae9bf-4485-4d21-8d33-ad26d60fe27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087215 May 09 04:34:45.085696 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2fad45c7-37a4-4be5-8a39-26caed70ede6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16420057'] for subnet (6161745f-209e-49d1-a5d1-6e0d0e6a16ef), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:45.142099 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2fad45c7-37a4-4be5-8a39-26caed70ede6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16420032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261596683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261552598'] for subnet (6161745f-209e-49d1-a5d1-6e0d0e6a16ef), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:45.164367 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad45c7-37a4-4be5-8a39-26caed70ede6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6161745f-209e-49d1-a5d1-6e0d0e6a16ef,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:45.173547 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-2fad45c7-37a4-4be5-8a39-26caed70ede6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:45.179331 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 51756) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:34:45.179477 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-2fad45c7-37a4-4be5-8a39-26caed70ede6 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6161745f-209e-49d1-a5d1-6e0d0e6a16ef HTTP/1.1" status: 204 len: 168 time: 0.2245631 May 09 04:34:45.229884 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-b8199503-8d6f-4d62-9e57-626789981c6c req-fb07d673-6089-4b9a-ae05-1f8e98addee0 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/ports?device_id=32634c8a-6440-473b-b92d-d26eee7a05d6 HTTP/1.1" status: 200 len: 210 time: 0.0317984 May 09 04:34:45.249123 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfbadab4-79cf-44b8-8522-cd6850837863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16361990'] for network (6b1a2589-7530-4b23-8dc6-17dcba815c21), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:45.619198 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfbadab4-79cf-44b8-8522-cd6850837863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16419436', 'neutron.services.segments.db._delete_segments_for_network-8782008167190'] for network (6b1a2589-7530-4b23-8dc6-17dcba815c21), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:45.651428 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ddcb7d-cbbd-4f9f-8db2-57d5b8fc9da8 req-daa766a0-5987-4d43-878b-8ac753d7ea2c tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:45.652864 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f6ddcb7d-cbbd-4f9f-8db2-57d5b8fc9da8 req-daa766a0-5987-4d43-878b-8ac753d7ea2c tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/ports?device_id=73410bc3-c3fa-4312-b3f6-6f0e2d443e73 HTTP/1.1" status: 200 len: 945 time: 0.0665789 May 09 04:34:45.654476 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-cfbadab4-79cf-44b8-8522-cd6850837863 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b1a2589-7530-4b23-8dc6-17dcba815c21']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:34:45.671373 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-cfbadab4-79cf-44b8-8522-cd6850837863 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '264113cb-8fba-48d0-8e6b-be7f4924537d') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:34:45.671667 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-cfbadab4-79cf-44b8-8522-cd6850837863 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '264113cb-8fba-48d0-8e6b-be7f4924537d') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:34:45.688377 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfbadab4-79cf-44b8-8522-cd6850837863 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782008168991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260862404'] for segment (264113cb-8fba-48d0-8e6b-be7f4924537d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:45.715036 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfbadab4-79cf-44b8-8522-cd6850837863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754'] for segment (264113cb-8fba-48d0-8e6b-be7f4924537d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:45.723783 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfbadab4-79cf-44b8-8522-cd6850837863 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 04:34:45.724193 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfbadab4-79cf-44b8-8522-cd6850837863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718903'] for segment (264113cb-8fba-48d0-8e6b-be7f4924537d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:45.725851 dv-cinder-838009-3-iscsi neutron-server[103225]: Traceback (most recent call last): May 09 04:34:45.725851 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 04:34:45.725851 dv-cinder-838009-3-iscsi neutron-server[103225]: timer() May 09 04:34:45.725851 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 04:34:45.725851 dv-cinder-838009-3-iscsi neutron-server[103225]: cb(*args, **kw) May 09 04:34:45.725851 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 04:34:45.725851 dv-cinder-838009-3-iscsi neutron-server[103225]: return func(*args, **kwargs) May 09 04:34:45.725851 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 04:34:45.725851 dv-cinder-838009-3-iscsi neutron-server[103225]: self._notify() May 09 04:34:45.725851 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 04:34:45.725851 dv-cinder-838009-3-iscsi neutron-server[103225]: self.callback(batched_events) May 09 04:34:45.725851 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 04:34:45.725851 dv-cinder-838009-3-iscsi neutron-server[103225]: event.method(event) May 09 04:34:45.725851 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 04:34:45.725851 dv-cinder-838009-3-iscsi neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 04:34:45.725851 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 04:34:45.725851 dv-cinder-838009-3-iscsi neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( May 09 04:34:45.725851 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 04:34:45.725851 dv-cinder-838009-3-iscsi neutron-server[103225]: return f(self, *a, **k) May 09 04:34:45.725851 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 04:34:45.725851 dv-cinder-838009-3-iscsi neutron-server[103225]: return self._get(url).json() May 09 04:34:45.725851 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 04:34:45.725851 dv-cinder-838009-3-iscsi neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 04:34:45.725851 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 04:34:45.725851 dv-cinder-838009-3-iscsi neutron-server[103225]: return self.request(url, 'GET', **kwargs) May 09 04:34:45.725851 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 04:34:45.725851 dv-cinder-838009-3-iscsi neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, May 09 04:34:45.725851 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 04:34:45.725851 dv-cinder-838009-3-iscsi neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 04:34:45.725851 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 04:34:45.725851 dv-cinder-838009-3-iscsi neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 04:34:45.725851 dv-cinder-838009-3-iscsi neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 04:34:45.737435 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f6ddcb7d-cbbd-4f9f-8db2-57d5b8fc9da8 req-0420b58a-18c4-4090-a210-0d7940bd0a67 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c81e3-c50a-46e4-aa4a-9679792ee446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757287 May 09 04:34:45.788531 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfbadab4-79cf-44b8-8522-cd6850837863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16419415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-653516'] for network (6b1a2589-7530-4b23-8dc6-17dcba815c21), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:45.794070 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-cfbadab4-79cf-44b8-8522-cd6850837863 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:45.801489 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-cfbadab4-79cf-44b8-8522-cd6850837863 admin admin] 10.222.0.44 "DELETE /v2.0/networks/6b1a2589-7530-4b23-8dc6-17dcba815c21 HTTP/1.1" status: 204 len: 168 time: 0.6177058 May 09 04:34:45.812731 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbadab4-79cf-44b8-8522-cd6850837863 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b1a2589-7530-4b23-8dc6-17dcba815c21,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:45.971980 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 51774) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:34:46.011348 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-c6c5d19d-2880-45c2-b586-a37d7670009a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=20b20f5add5d405fb3c51185fab9c35b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381401 May 09 04:34:46.013811 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 51776) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:34:46.063041 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b6323cd3-e2e2-4d1d-8ad7-4eae888268fb admin admin] Publish callbacks [] for security_group (2943aca1-57ef-43c1-88d1-6b07fb8e3e71), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:46.088210 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b6323cd3-e2e2-4d1d-8ad7-4eae888268fb admin admin] Publish callbacks [] for security_group (2943aca1-57ef-43c1-88d1-6b07fb8e3e71), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:46.134757 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b6323cd3-e2e2-4d1d-8ad7-4eae888268fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (2943aca1-57ef-43c1-88d1-6b07fb8e3e71), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:46.137663 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-b6323cd3-e2e2-4d1d-8ad7-4eae888268fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:46.138925 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-b6323cd3-e2e2-4d1d-8ad7-4eae888268fb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2943aca1-57ef-43c1-88d1-6b07fb8e3e71 HTTP/1.1" status: 204 len: 168 time: 0.1240690 May 09 04:34:46.147513 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6323cd3-e2e2-4d1d-8ad7-4eae888268fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2943aca1-57ef-43c1-88d1-6b07fb8e3e71,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:46.380042 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-8a772377-f48c-44c4-88f9-7d13ba0818af req-64aff0aa-9234-4c50-a815-8430c030ae83 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/ports?device_id=32634c8a-6440-473b-b92d-d26eee7a05d6 HTTP/1.1" status: 200 len: 210 time: 0.0673044 May 09 04:34:46.387189 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599696cd-8ae7-4f5e-880e-e4501ae31cc1 req-43199ae6-e02e-409b-bcfb-02ca65208bc6 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:46.390245 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-599696cd-8ae7-4f5e-880e-e4501ae31cc1 req-43199ae6-e02e-409b-bcfb-02ca65208bc6 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.13 "GET /v2.0/networks?id=627ae9bf-4485-4d21-8d33-ad26d60fe27f HTTP/1.1" status: 200 len: 813 time: 0.1466208 May 09 04:34:46.543002 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [req-599696cd-8ae7-4f5e-880e-e4501ae31cc1 req-0a1b3cb0-517f-4789-9401-fcb60b430de4 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Request body: {'port': {'device_id': '32634c8a-6440-473b-b92d-d26eee7a05d6', 'network_id': '627ae9bf-4485-4d21-8d33-ad26d60fe27f', 'admin_state_up': True, 'tenant_id': '3d6aeac77b6d4f1c8f912d7c5d91968f'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:34:46.571377 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 51800) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:34:46.604193 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac0f11-3b73-497a-8159-e93baaa5515d req-459cf911-2037-4a1e-995d-fa200c79c0e8 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:46.605646 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-22ac0f11-3b73-497a-8159-e93baaa5515d req-459cf911-2037-4a1e-995d-fa200c79c0e8 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/ports?device_id=73410bc3-c3fa-4312-b3f6-6f0e2d443e73 HTTP/1.1" status: 200 len: 945 time: 0.0643108 May 09 04:34:46.643461 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-a28fc133-271b-4a9c-bace-c1065d63d421 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a7199d9ef46d47d584f6313945f60441&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0709000 May 09 04:34:46.646325 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 51802) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:34:46.669356 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-22ac0f11-3b73-497a-8159-e93baaa5515d req-61ae3a6f-f264-45ab-8ef0-52329d4fda24 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c81e3-c50a-46e4-aa4a-9679792ee446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559690 May 09 04:34:46.702206 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-599696cd-8ae7-4f5e-880e-e4501ae31cc1 req-0a1b3cb0-517f-4789-9401-fcb60b430de4 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Made reservation on behalf of 3d6aeac77b6d4f1c8f912d7c5d91968f for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:34:46.705817 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-599696cd-8ae7-4f5e-880e-e4501ae31cc1 req-0a1b3cb0-517f-4789-9401-fcb60b430de4 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:46.728779 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f66338ca-f668-4e18-a307-8414878867c7 admin admin] Publish callbacks [] for security_group (490a0aeb-b078-4b48-81b1-362aaefe408c), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:46.786809 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f66338ca-f668-4e18-a307-8414878867c7 admin admin] Publish callbacks [] for security_group (490a0aeb-b078-4b48-81b1-362aaefe408c), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:46.880683 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f66338ca-f668-4e18-a307-8414878867c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (490a0aeb-b078-4b48-81b1-362aaefe408c), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:46.883219 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-f66338ca-f668-4e18-a307-8414878867c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:46.884387 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-f66338ca-f668-4e18-a307-8414878867c7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/490a0aeb-b078-4b48-81b1-362aaefe408c HTTP/1.1" status: 204 len: 168 time: 0.2371337 May 09 04:34:46.892235 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-599696cd-8ae7-4f5e-880e-e4501ae31cc1 req-0a1b3cb0-517f-4789-9401-fcb60b430de4 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Allocated IP 172.20.0.3 (627ae9bf-4485-4d21-8d33-ad26d60fe27f/817d6cf4-f213-4ef8-8b64-8984320d9963/ffe15ce2-3cdd-46f0-b2ac-2bd283e68838) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:34:46.900576 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66338ca-f668-4e18-a307-8414878867c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490a0aeb-b078-4b48-81b1-362aaefe408c,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:47.060604 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-599696cd-8ae7-4f5e-880e-e4501ae31cc1 req-0a1b3cb0-517f-4789-9401-fcb60b430de4 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Publish callbacks [] for port (ffe15ce2-3cdd-46f0-b2ac-2bd283e68838), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:47.094933 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-599696cd-8ae7-4f5e-880e-e4501ae31cc1 req-0a1b3cb0-517f-4789-9401-fcb60b430de4 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (ffe15ce2-3cdd-46f0-b2ac-2bd283e68838), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:47.138498 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-599696cd-8ae7-4f5e-880e-e4501ae31cc1 req-0a1b3cb0-517f-4789-9401-fcb60b430de4 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Network 627ae9bf-4485-4d21-8d33-ad26d60fe27f is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:34:47.143092 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-599696cd-8ae7-4f5e-880e-e4501ae31cc1 req-0a1b3cb0-517f-4789-9401-fcb60b430de4 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:34:47.147550 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-599696cd-8ae7-4f5e-880e-e4501ae31cc1 req-0a1b3cb0-517f-4789-9401-fcb60b430de4 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:34:47.183742 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b3cb0-517f-4789-9401-fcb60b430de4 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Pushing event updated for resources: {'Port': ['ID=ffe15ce2-3cdd-46f0-b2ac-2bd283e68838,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:47.211816 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599696cd-8ae7-4f5e-880e-e4501ae31cc1 req-0a1b3cb0-517f-4789-9401-fcb60b430de4 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:47.212452 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-599696cd-8ae7-4f5e-880e-e4501ae31cc1 req-0a1b3cb0-517f-4789-9401-fcb60b430de4 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:47.229802 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-599696cd-8ae7-4f5e-880e-e4501ae31cc1 req-0a1b3cb0-517f-4789-9401-fcb60b430de4 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6912766 May 09 04:34:47.503340 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c9ab7-bb5a-4c44-ab4a-df7c00e706c1 req-fc2a51e1-71f8-40af-9bb2-10915f1ac0af tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:47.505813 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-b02c9ab7-bb5a-4c44-ab4a-df7c00e706c1 req-fc2a51e1-71f8-40af-9bb2-10915f1ac0af tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/ports?device_id=32634c8a-6440-473b-b92d-d26eee7a05d6 HTTP/1.1" status: 200 len: 931 time: 0.0524364 May 09 04:34:47.555217 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-b02c9ab7-bb5a-4c44-ab4a-df7c00e706c1 req-0706e093-d446-4293-8366-6c12b199efa3 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c8f1502-905e-441a-a5fd-62cb90725c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442810 May 09 04:34:47.618028 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [req-599696cd-8ae7-4f5e-880e-e4501ae31cc1 req-fdf85e46-0342-46f2-8d8a-bad21eab1b3b service neutron] Request body: {'port': {'device_id': '32634c8a-6440-473b-b92d-d26eee7a05d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:34:47.677385 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-599696cd-8ae7-4f5e-880e-e4501ae31cc1 req-fdf85e46-0342-46f2-8d8a-bad21eab1b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (ffe15ce2-3cdd-46f0-b2ac-2bd283e68838), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:47.798889 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38949ae0-8caf-4ddb-adb5-08eb7c2e2e89 req-c98bd996-ec1a-4fc3-a6b5-96763716a100 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:47.806656 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-38949ae0-8caf-4ddb-adb5-08eb7c2e2e89 req-c98bd996-ec1a-4fc3-a6b5-96763716a100 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/ports?device_id=73410bc3-c3fa-4312-b3f6-6f0e2d443e73 HTTP/1.1" status: 200 len: 945 time: 0.0621910 May 09 04:34:47.850950 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-38949ae0-8caf-4ddb-adb5-08eb7c2e2e89 req-da50d0af-eaa6-4216-8df3-5d73c57d7f1f tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/security-groups?id=697c81e3-c50a-46e4-aa4a-9679792ee446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434279 May 09 04:34:47.979985 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [req-599696cd-8ae7-4f5e-880e-e4501ae31cc1 req-fdf85e46-0342-46f2-8d8a-bad21eab1b3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffe15ce2-3cdd-46f0-b2ac-2bd283e68838 {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 04:34:47.989294 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-599696cd-8ae7-4f5e-880e-e4501ae31cc1 req-fdf85e46-0342-46f2-8d8a-bad21eab1b3b service neutron] Publish callbacks [] for port (ffe15ce2-3cdd-46f0-b2ac-2bd283e68838), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:48.003848 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-599696cd-8ae7-4f5e-880e-e4501ae31cc1 req-fdf85e46-0342-46f2-8d8a-bad21eab1b3b service neutron] Transition to ACTIVE for port object ffe15ce2-3cdd-46f0-b2ac-2bd283e68838 will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 04:34:48.007648 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-599696cd-8ae7-4f5e-880e-e4501ae31cc1 req-fdf85e46-0342-46f2-8d8a-bad21eab1b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718803'] for port (ffe15ce2-3cdd-46f0-b2ac-2bd283e68838), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:48.059108 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf85e46-0342-46f2-8d8a-bad21eab1b3b service neutron] Pushing event updated for resources: {'Port': ['ID=ffe15ce2-3cdd-46f0-b2ac-2bd283e68838,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:48.155769 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bab6bd-4725-40a1-b390-bc974d60e100 req-0cd748a0-59d1-4b7e-94e7-079100b11a34 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:48.157265 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f3bab6bd-4725-40a1-b390-bc974d60e100 req-0cd748a0-59d1-4b7e-94e7-079100b11a34 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.13 "GET /v2.0/ports?device_id=73410bc3-c3fa-4312-b3f6-6f0e2d443e73 HTTP/1.1" status: 200 len: 945 time: 0.0752034 May 09 04:34:48.198219 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-599696cd-8ae7-4f5e-880e-e4501ae31cc1 req-fdf85e46-0342-46f2-8d8a-bad21eab1b3b service neutron] Attempting to bind port ffe15ce2-3cdd-46f0-b2ac-2bd283e68838 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:34:48.198555 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-599696cd-8ae7-4f5e-880e-e4501ae31cc1 req-fdf85e46-0342-46f2-8d8a-bad21eab1b3b service neutron] Attempting to bind port ffe15ce2-3cdd-46f0-b2ac-2bd283e68838 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': 'a6fc2217-4ccc-49f9-89a1-955981406961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '627ae9bf-4485-4d21-8d33-ad26d60fe27f'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:34:48.198895 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599696cd-8ae7-4f5e-880e-e4501ae31cc1 req-fdf85e46-0342-46f2-8d8a-bad21eab1b3b service neutron] Attempting to bind port ffe15ce2-3cdd-46f0-b2ac-2bd283e68838 on network 627ae9bf-4485-4d21-8d33-ad26d60fe27f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:34:48.210042 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599696cd-8ae7-4f5e-880e-e4501ae31cc1 req-fdf85e46-0342-46f2-8d8a-bad21eab1b3b service neutron] Port ffe15ce2-3cdd-46f0-b2ac-2bd283e68838 on network 627ae9bf-4485-4d21-8d33-ad26d60fe27f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 04:34:48.210366 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599696cd-8ae7-4f5e-880e-e4501ae31cc1 req-fdf85e46-0342-46f2-8d8a-bad21eab1b3b service neutron] Attempting to bind port ffe15ce2-3cdd-46f0-b2ac-2bd283e68838 on network 627ae9bf-4485-4d21-8d33-ad26d60fe27f {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:34:48.221262 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599696cd-8ae7-4f5e-880e-e4501ae31cc1 req-fdf85e46-0342-46f2-8d8a-bad21eab1b3b service neutron] Checking agent: {'id': '0ba91d57-31cd-4938-a6ad-bd18d942a965', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 24, 18), 'started_at': datetime.datetime(2022, 5, 9, 4, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:34:48.221601 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599696cd-8ae7-4f5e-880e-e4501ae31cc1 req-fdf85e46-0342-46f2-8d8a-bad21eab1b3b service neutron] Checking segment: {'id': 'a6fc2217-4ccc-49f9-89a1-955981406961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '627ae9bf-4485-4d21-8d33-ad26d60fe27f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:34:48.221984 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599696cd-8ae7-4f5e-880e-e4501ae31cc1 req-fdf85e46-0342-46f2-8d8a-bad21eab1b3b service neutron] Bound using segment: {'id': 'a6fc2217-4ccc-49f9-89a1-955981406961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '627ae9bf-4485-4d21-8d33-ad26d60fe27f'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:34:48.222411 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-599696cd-8ae7-4f5e-880e-e4501ae31cc1 req-fdf85e46-0342-46f2-8d8a-bad21eab1b3b service neutron] Bound port: ffe15ce2-3cdd-46f0-b2ac-2bd283e68838, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6fc2217-4ccc-49f9-89a1-955981406961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '627ae9bf-4485-4d21-8d33-ad26d60fe27f'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:34:48.222768 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-599696cd-8ae7-4f5e-880e-e4501ae31cc1 req-fdf85e46-0342-46f2-8d8a-bad21eab1b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (ffe15ce2-3cdd-46f0-b2ac-2bd283e68838), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:48.291042 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-f3bab6bd-4725-40a1-b390-bc974d60e100 req-d551f82f-8f0a-4721-8c3f-b8122d6e9b40 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Deleting port c8a86a0f-64bd-4a20-836b-cb0b70321e24 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:34:48.291278 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f3bab6bd-4725-40a1-b390-bc974d60e100 req-d551f82f-8f0a-4721-8c3f-b8122d6e9b40 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (c8a86a0f-64bd-4a20-836b-cb0b70321e24), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:48.370874 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-599696cd-8ae7-4f5e-880e-e4501ae31cc1 req-fdf85e46-0342-46f2-8d8a-bad21eab1b3b service neutron] For port ffe15ce2-3cdd-46f0-b2ac-2bd283e68838, host hv-cinder-83800, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:34:48.376019 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-599696cd-8ae7-4f5e-880e-e4501ae31cc1 req-fdf85e46-0342-46f2-8d8a-bad21eab1b3b service neutron] For port ffe15ce2-3cdd-46f0-b2ac-2bd283e68838, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=ffe15ce2-3cdd-46f0-b2ac-2bd283e68838,segment=NetworkSegment(a6fc2217-4ccc-49f9-89a1-955981406961),segment_id=a6fc2217-4ccc-49f9-89a1-955981406961)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:34:48.389232 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-599696cd-8ae7-4f5e-880e-e4501ae31cc1 req-fdf85e46-0342-46f2-8d8a-bad21eab1b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718803'] for port (ffe15ce2-3cdd-46f0-b2ac-2bd283e68838), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:48.440651 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-f3bab6bd-4725-40a1-b390-bc974d60e100 req-d551f82f-8f0a-4721-8c3f-b8122d6e9b40 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] For port c8a86a0f-64bd-4a20-836b-cb0b70321e24, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=c8a86a0f-64bd-4a20-836b-cb0b70321e24,segment=NetworkSegment(baa9f010-d17e-4f21-b5e9-f2da65fa29c1),segment_id=baa9f010-d17e-4f21-b5e9-f2da65fa29c1)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:34:48.440964 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f3bab6bd-4725-40a1-b390-bc974d60e100 req-d551f82f-8f0a-4721-8c3f-b8122d6e9b40 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (c8a86a0f-64bd-4a20-836b-cb0b70321e24), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:48.457714 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599696cd-8ae7-4f5e-880e-e4501ae31cc1 req-fdf85e46-0342-46f2-8d8a-bad21eab1b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:48.458314 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-599696cd-8ae7-4f5e-880e-e4501ae31cc1 req-fdf85e46-0342-46f2-8d8a-bad21eab1b3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:48.459721 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-599696cd-8ae7-4f5e-880e-e4501ae31cc1 req-fdf85e46-0342-46f2-8d8a-bad21eab1b3b service neutron] 10.222.0.13 "PUT /v2.0/ports/ffe15ce2-3cdd-46f0-b2ac-2bd283e68838 HTTP/1.1" status: 200 len: 1093 time: 0.8462281 May 09 04:34:48.460185 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32634c8a-6440-473b-b92d-d26eee7a05d6', 'tag': 'ffe15ce2-3cdd-46f0-b2ac-2bd283e68838'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:34:48.462394 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708343da101edf5db3821e80f7e6194e70163222c3a70cb9c2c474869a6028b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b20b885-4ac6-4c91-af14-4dd886e01d8c" -d '{"events": [{"name": "network-changed", "server_uuid": "32634c8a-6440-473b-b92d-d26eee7a05d6", "tag": "ffe15ce2-3cdd-46f0-b2ac-2bd283e68838"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:34:48.477295 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-f3bab6bd-4725-40a1-b390-bc974d60e100 req-d551f82f-8f0a-4721-8c3f-b8122d6e9b40 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Calling delete_port for c8a86a0f-64bd-4a20-836b-cb0b70321e24 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:34:48.488400 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf85e46-0342-46f2-8d8a-bad21eab1b3b service neutron] Pushing event updated for resources: {'Port': ['ID=ffe15ce2-3cdd-46f0-b2ac-2bd283e68838,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:48.531417 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 04:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968118a9-4ef1-417a-a057-6dce80a5ff99 x-openstack-request-id: req-968118a9-4ef1-417a-a057-6dce80a5ff99 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:34:48.531733 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32634c8a-6440-473b-b92d-d26eee7a05d6", "tag": "ffe15ce2-3cdd-46f0-b2ac-2bd283e68838", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:34:48.532010 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-968118a9-4ef1-417a-a057-6dce80a5ff99 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:34:48.532411 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-968118a9-4ef1-417a-a057-6dce80a5ff99'] response: {'name': 'network-changed', 'server_uuid': '32634c8a-6440-473b-b92d-d26eee7a05d6', 'tag': 'ffe15ce2-3cdd-46f0-b2ac-2bd283e68838', 'status': 'completed', 'code': 200} May 09 04:34:48.574589 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599696cd-8ae7-4f5e-880e-e4501ae31cc1 req-15977b5a-f8b8-484f-a01f-ede9c347f0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:48.576208 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-599696cd-8ae7-4f5e-880e-e4501ae31cc1 req-15977b5a-f8b8-484f-a01f-ede9c347f0b0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d6aeac77b6d4f1c8f912d7c5d91968f&device_id=32634c8a-6440-473b-b92d-d26eee7a05d6 HTTP/1.1" status: 200 len: 1127 time: 0.0807230 May 09 04:34:48.631495 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-599696cd-8ae7-4f5e-880e-e4501ae31cc1 req-9a10b3d9-b9c9-4c44-aa94-c1e549cc4c48 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffe15ce2-3cdd-46f0-b2ac-2bd283e68838 HTTP/1.1" status: 200 len: 217 time: 0.0472794 May 09 04:34:48.683643 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23589fa7-9be9-4499-acbe-be28745d1d50 req-e09b3ab3-665d-4d50-93d6-468fb89f2119 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:48.685424 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-23589fa7-9be9-4499-acbe-be28745d1d50 req-e09b3ab3-665d-4d50-93d6-468fb89f2119 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/ports?device_id=32634c8a-6440-473b-b92d-d26eee7a05d6 HTTP/1.1" status: 200 len: 943 time: 0.0559475 May 09 04:34:48.713040 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599696cd-8ae7-4f5e-880e-e4501ae31cc1 req-6dc3621a-a700-4f4c-953c-ff8d601484c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:48.714518 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-599696cd-8ae7-4f5e-880e-e4501ae31cc1 req-6dc3621a-a700-4f4c-953c-ff8d601484c1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=817d6cf4-f213-4ef8-8b64-8984320d9963 HTTP/1.1" status: 200 len: 853 time: 0.0777450 May 09 04:34:48.753291 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-23589fa7-9be9-4499-acbe-be28745d1d50 req-ba5eefaf-bb3b-435e-a2ad-c7afade5329f tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c8f1502-905e-441a-a5fd-62cb90725c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605609 May 09 04:34:48.761657 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-599696cd-8ae7-4f5e-880e-e4501ae31cc1 req-d2452571-8885-4cea-b314-1f99406fa0a3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=627ae9bf-4485-4d21-8d33-ad26d60fe27f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404077 May 09 04:34:48.776014 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f3bab6bd-4725-40a1-b390-bc974d60e100 req-d551f82f-8f0a-4721-8c3f-b8122d6e9b40 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (c8a86a0f-64bd-4a20-836b-cb0b70321e24), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:48.836970 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551f82f-8f0a-4721-8c3f-b8122d6e9b40 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Pushing event deleted for resources: {'Port': ['ID=c8a86a0f-64bd-4a20-836b-cb0b70321e24,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:48.901223 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3bab6bd-4725-40a1-b390-bc974d60e100 req-d551f82f-8f0a-4721-8c3f-b8122d6e9b40 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] No DVR routers for this DVR port c8a86a0f-64bd-4a20-836b-cb0b70321e24 on host hv-cinder-83800 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 04:34:48.904922 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-f3bab6bd-4725-40a1-b390-bc974d60e100 req-d551f82f-8f0a-4721-8c3f-b8122d6e9b40 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:48.908389 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f3bab6bd-4725-40a1-b390-bc974d60e100 req-d551f82f-8f0a-4721-8c3f-b8122d6e9b40 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.13 "DELETE /v2.0/ports/c8a86a0f-64bd-4a20-836b-cb0b70321e24 HTTP/1.1" status: 204 len: 173 time: 0.7440739 May 09 04:34:48.926531 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-599696cd-8ae7-4f5e-880e-e4501ae31cc1 req-6c106474-a116-4142-bae1-a65ffb2f8c46 service neutron] 10.222.0.13 "GET /v2.0/networks/627ae9bf-4485-4d21-8d33-ad26d60fe27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588330 May 09 04:34:48.998641 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-e63690d8-9522-4017-b162-dd914bcbc559 req-9c866f97-ba1d-4857-8245-a50c11b0d9e4 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/ports?device_id=73410bc3-c3fa-4312-b3f6-6f0e2d443e73 HTTP/1.1" status: 200 len: 210 time: 0.0664852 May 09 04:34:49.043377 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-599696cd-8ae7-4f5e-880e-e4501ae31cc1 req-ca5af4fc-69ce-4bf1-ae16-c2f65fdba270 service neutron] 10.222.0.13 "GET /v2.0/networks/627ae9bf-4485-4d21-8d33-ad26d60fe27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094992 May 09 04:34:49.721519 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (0ba91d57-31cd-4938-a6ad-bd18d942a965), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:49.873495 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ddce8-b328-4b4e-969d-d9016d459e11 req-020617a6-2f7e-4637-86c4-32e5dbb2b86a tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:49.874976 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cd4ddce8-b328-4b4e-969d-d9016d459e11 req-020617a6-2f7e-4637-86c4-32e5dbb2b86a tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/ports?device_id=32634c8a-6440-473b-b92d-d26eee7a05d6 HTTP/1.1" status: 200 len: 943 time: 0.0511630 May 09 04:34:49.921428 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-cd4ddce8-b328-4b4e-969d-d9016d459e11 req-c45fae90-9b15-4e8f-8d6c-54992b18af49 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c8f1502-905e-441a-a5fd-62cb90725c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408263 May 09 04:34:50.128053 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-faf0b5e6-29eb-4390-ae94-d834c0141a31 req-6a34e57b-b395-46a6-8592-c89b22be1871 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/ports?device_id=73410bc3-c3fa-4312-b3f6-6f0e2d443e73 HTTP/1.1" status: 200 len: 210 time: 0.0394104 May 09 04:34:50.490213 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3cc1f3e6-ecda-4e80-a827-382a1c422dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (144b4b53-faa6-4e1c-8c93-1df238c644e2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:50.533546 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73410bc3-c3fa-4312-b3f6-6f0e2d443e73', 'name': 'network-vif-deleted', 'tag': 'c8a86a0f-64bd-4a20-836b-cb0b70321e24'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:34:50.535819 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708343da101edf5db3821e80f7e6194e70163222c3a70cb9c2c474869a6028b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b366bfe4-e059-4f27-b827-7e4f7cf26348" -d '{"events": [{"server_uuid": "73410bc3-c3fa-4312-b3f6-6f0e2d443e73", "name": "network-vif-deleted", "tag": "c8a86a0f-64bd-4a20-836b-cb0b70321e24"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:34:50.570048 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 04:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174562fd-154b-4c03-bcca-a43ca959f941 x-openstack-request-id: req-174562fd-154b-4c03-bcca-a43ca959f941 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:34:50.570347 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73410bc3-c3fa-4312-b3f6-6f0e2d443e73", "name": "network-vif-deleted", "tag": "c8a86a0f-64bd-4a20-836b-cb0b70321e24", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:34:50.570606 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-174562fd-154b-4c03-bcca-a43ca959f941 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:34:50.571010 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-174562fd-154b-4c03-bcca-a43ca959f941'] response: {'server_uuid': '73410bc3-c3fa-4312-b3f6-6f0e2d443e73', 'name': 'network-vif-deleted', 'tag': 'c8a86a0f-64bd-4a20-836b-cb0b70321e24', 'status': 'completed', 'code': 200} May 09 04:34:50.665151 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device c8a86a0f-64bd-4a20-836b-cb0b70321e24 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:34:50.685019 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] No Port match for: c8a86a0f-64bd-4a20-836b-cb0b70321e24 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 04:34:50.685366 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device c8a86a0f-64bd-4a20-836b-cb0b70321e24 not bound to the agent host hv-cinder-83800 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 04:34:51.034927 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0539cc7-63ea-40da-aaf9-cf611ff0dedd req-53f75ac9-ab9d-461a-936e-b0bbd38ef60f tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:51.036423 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-d0539cc7-63ea-40da-aaf9-cf611ff0dedd req-53f75ac9-ab9d-461a-936e-b0bbd38ef60f tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/ports?device_id=32634c8a-6440-473b-b92d-d26eee7a05d6 HTTP/1.1" status: 200 len: 943 time: 0.0467818 May 09 04:34:51.081815 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-d0539cc7-63ea-40da-aaf9-cf611ff0dedd req-8b2cb0e9-b180-4639-86bb-c3afc28bdde0 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c8f1502-905e-441a-a5fd-62cb90725c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400567 May 09 04:34:51.227475 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-092b0931-5458-41b7-a4f3-8f1d26f105ab req-68adf976-fe66-4165-9c38-f81aa5e9c3a1 tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/ports?device_id=73410bc3-c3fa-4312-b3f6-6f0e2d443e73 HTTP/1.1" status: 200 len: 210 time: 0.0282223 May 09 04:34:52.195355 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f6207-4bab-47ed-b3c7-7cff3d58ba2f req-55e6020d-8e25-4d15-916b-73011e18ce25 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:52.196971 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c75f6207-4bab-47ed-b3c7-7cff3d58ba2f req-55e6020d-8e25-4d15-916b-73011e18ce25 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/ports?device_id=32634c8a-6440-473b-b92d-d26eee7a05d6 HTTP/1.1" status: 200 len: 943 time: 0.0477734 May 09 04:34:52.243630 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c75f6207-4bab-47ed-b3c7-7cff3d58ba2f req-1856790a-27b1-4857-9c71-ceb1e72b3920 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c8f1502-905e-441a-a5fd-62cb90725c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411828 May 09 04:34:52.332458 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-ab86109b-5283-45fe-88b1-2670030bc61d req-0dc9229d-61be-4ba3-ae1c-af29e00a634d tempest-VolumesActionsTest-898619899 tempest-VolumesActionsTest-898619899-project] 10.222.0.44 "GET /v2.0/ports?device_id=73410bc3-c3fa-4312-b3f6-6f0e2d443e73 HTTP/1.1" status: 200 len: 210 time: 0.0276945 May 09 04:34:52.882502 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20b885-4ac6-4c91-af14-4dd886e01d8c req-f0bf9ab2-2374-4c1a-aa1c-00fe16b9d6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:52.884148 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-2b20b885-4ac6-4c91-af14-4dd886e01d8c req-f0bf9ab2-2374-4c1a-aa1c-00fe16b9d6b4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d6aeac77b6d4f1c8f912d7c5d91968f&device_id=32634c8a-6440-473b-b92d-d26eee7a05d6 HTTP/1.1" status: 200 len: 1127 time: 0.0442517 May 09 04:34:52.902711 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-2cc47b4a-9022-4a7c-844a-ccd3638808d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3dae496a-5564-45d9-8b4f-04486e79e4dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:52.984008 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20b885-4ac6-4c91-af14-4dd886e01d8c req-a94a400f-1c68-4403-ba25-3a3a7e23f913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:52.986034 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-2b20b885-4ac6-4c91-af14-4dd886e01d8c req-a94a400f-1c68-4403-ba25-3a3a7e23f913 service neutron] 10.222.0.13 "GET /v2.0/networks?id=627ae9bf-4485-4d21-8d33-ad26d60fe27f HTTP/1.1" status: 200 len: 914 time: 0.0914946 May 09 04:34:53.029794 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-2b20b885-4ac6-4c91-af14-4dd886e01d8c req-ac507de4-4c1f-42d8-9a8c-2fd7b3e0951e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffe15ce2-3cdd-46f0-b2ac-2bd283e68838 HTTP/1.1" status: 200 len: 217 time: 0.0371017 May 09 04:34:53.079785 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20b885-4ac6-4c91-af14-4dd886e01d8c req-c92a99f4-0763-4510-b972-8fb64b456027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:53.081278 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-2b20b885-4ac6-4c91-af14-4dd886e01d8c req-c92a99f4-0763-4510-b972-8fb64b456027 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=817d6cf4-f213-4ef8-8b64-8984320d9963 HTTP/1.1" status: 200 len: 853 time: 0.0433233 May 09 04:34:53.112474 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-2b20b885-4ac6-4c91-af14-4dd886e01d8c req-88caf777-1f15-4c2b-8c16-4d6e71ac4c5d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=627ae9bf-4485-4d21-8d33-ad26d60fe27f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254755 May 09 04:34:53.199964 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-2b20b885-4ac6-4c91-af14-4dd886e01d8c req-119a32e4-1dc1-4dcf-8b6b-f115a8abd466 service neutron] 10.222.0.13 "GET /v2.0/networks/627ae9bf-4485-4d21-8d33-ad26d60fe27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797179 May 09 04:34:53.300783 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-2b20b885-4ac6-4c91-af14-4dd886e01d8c req-055721da-0440-4be3-a2a2-faa996b37b79 service neutron] 10.222.0.13 "GET /v2.0/networks/627ae9bf-4485-4d21-8d33-ad26d60fe27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929229 May 09 04:34:53.380823 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31853cfd-ea5e-4ccf-b142-a732eec83934 req-2a7b7278-2bc0-4470-8b0d-05253cff3ac6 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:53.382356 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-31853cfd-ea5e-4ccf-b142-a732eec83934 req-2a7b7278-2bc0-4470-8b0d-05253cff3ac6 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/ports?device_id=32634c8a-6440-473b-b92d-d26eee7a05d6 HTTP/1.1" status: 200 len: 943 time: 0.0537889 May 09 04:34:53.441896 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-31853cfd-ea5e-4ccf-b142-a732eec83934 req-858b0908-d2e7-407e-976e-03446ba8d19d tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c8f1502-905e-441a-a5fd-62cb90725c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541034 May 09 04:34:54.169315 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7671283-9f0b-468d-8f0b-6ce51d9cb9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (896ddadf-f6f7-4d68-b704-6882247efc03), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:54.560911 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b13a605-bd09-4e98-9245-f66031af874e req-a96cce34-45e0-40ab-a003-4c2a560a8a71 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:54.562395 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9b13a605-bd09-4e98-9245-f66031af874e req-a96cce34-45e0-40ab-a003-4c2a560a8a71 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/ports?device_id=32634c8a-6440-473b-b92d-d26eee7a05d6 HTTP/1.1" status: 200 len: 943 time: 0.0503633 May 09 04:34:54.609189 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-9b13a605-bd09-4e98-9245-f66031af874e req-eb4a4c4f-1baa-4846-bfa7-fb2844c43d8d tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c8f1502-905e-441a-a5fd-62cb90725c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406296 May 09 04:34:55.340679 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43e19ad3-c0e7-48b8-9cb0-6496f201f8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3ce75c28-5550-4d51-9af6-2a59ee09c43b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:55.395841 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device ffe15ce2-3cdd-46f0-b2ac-2bd283e68838 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 04:34:55.489727 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port ffe15ce2-3cdd-46f0-b2ac-2bd283e68838, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=ffe15ce2-3cdd-46f0-b2ac-2bd283e68838,segment=NetworkSegment(a6fc2217-4ccc-49f9-89a1-955981406961),segment_id=a6fc2217-4ccc-49f9-89a1-955981406961)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:34:55.500813 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Returning: {'device': 'ffe15ce2-3cdd-46f0-b2ac-2bd283e68838', 'network_id': '627ae9bf-4485-4d21-8d33-ad26d60fe27f', 'port_id': 'ffe15ce2-3cdd-46f0-b2ac-2bd283e68838', 'mac_address': 'fa:16:3e:ae:e4:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '817d6cf4-f213-4ef8-8b64-8984320d9963', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 04:34:55.540061 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port ffe15ce2-3cdd-46f0-b2ac-2bd283e68838 is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:34:55.540469 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (ffe15ce2-3cdd-46f0-b2ac-2bd283e68838), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:55.553613 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffe15ce2-3cdd-46f0-b2ac-2bd283e68838 {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 04:34:55.573853 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port ffe15ce2-3cdd-46f0-b2ac-2bd283e68838, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=ffe15ce2-3cdd-46f0-b2ac-2bd283e68838,segment=NetworkSegment(a6fc2217-4ccc-49f9-89a1-955981406961),segment_id=a6fc2217-4ccc-49f9-89a1-955981406961)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:34:55.577410 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (ffe15ce2-3cdd-46f0-b2ac-2bd283e68838), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:55.624459 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=ffe15ce2-3cdd-46f0-b2ac-2bd283e68838,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:34:55.725297 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85617067-d668-4bea-b4da-67e990f3e23e req-9fcb2982-7712-459d-bf5a-3f4fbae261d7 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:55.726743 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-85617067-d668-4bea-b4da-67e990f3e23e req-9fcb2982-7712-459d-bf5a-3f4fbae261d7 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/ports?device_id=32634c8a-6440-473b-b92d-d26eee7a05d6 HTTP/1.1" status: 200 len: 944 time: 0.0506816 May 09 04:34:55.773382 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-85617067-d668-4bea-b4da-67e990f3e23e req-43362aab-cfa8-4d2e-bbd4-567eb6c1a01e tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c8f1502-905e-441a-a5fd-62cb90725c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411329 May 09 04:34:56.541741 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] get_ports_and_sgs() called for port_ids ['ffe15ce2-3cdd-46f0-b2ac-2bd283e68838'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 04:34:56.794224 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (9a15748d-6a05-4459-b777-d0dd003edfa1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:56.888069 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3e472-699c-4b3c-beda-e3ddff39322f req-281fdf8f-5e06-4f71-b58e-9efb48c86fe4 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:56.889532 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4cf3e472-699c-4b3c-beda-e3ddff39322f req-281fdf8f-5e06-4f71-b58e-9efb48c86fe4 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/ports?device_id=32634c8a-6440-473b-b92d-d26eee7a05d6 HTTP/1.1" status: 200 len: 944 time: 0.0470493 May 09 04:34:56.935709 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-4cf3e472-699c-4b3c-beda-e3ddff39322f req-218d822f-52f9-4962-a92b-3c1149c39264 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c8f1502-905e-441a-a5fd-62cb90725c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398340 May 09 04:34:58.048443 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a4c8ef-0f52-4acb-ad4d-35c461a2a94f req-b0d194c2-e0cb-427f-9b4f-d604b3e335c9 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:58.050136 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-56a4c8ef-0f52-4acb-ad4d-35c461a2a94f req-b0d194c2-e0cb-427f-9b4f-d604b3e335c9 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/ports?device_id=32634c8a-6440-473b-b92d-d26eee7a05d6 HTTP/1.1" status: 200 len: 944 time: 0.0469241 May 09 04:34:58.095855 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-56a4c8ef-0f52-4acb-ad4d-35c461a2a94f req-9462b3eb-dd3f-4f23-8c63-00909cf7f341 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c8f1502-905e-441a-a5fd-62cb90725c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403652 May 09 04:34:59.208115 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b95359-504f-4c2a-853b-66285a5455f1 req-32418758-9bf9-470e-9ad8-647c54146509 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:34:59.209551 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c0b95359-504f-4c2a-853b-66285a5455f1 req-32418758-9bf9-470e-9ad8-647c54146509 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/ports?device_id=32634c8a-6440-473b-b92d-d26eee7a05d6 HTTP/1.1" status: 200 len: 944 time: 0.0467377 May 09 04:34:59.258876 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c0b95359-504f-4c2a-853b-66285a5455f1 req-0b3b573f-6018-4d35-b3b7-d1c68c78af14 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c8f1502-905e-441a-a5fd-62cb90725c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438800 May 09 04:34:59.642587 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device ffe15ce2-3cdd-46f0-b2ac-2bd283e68838 up at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:34:59.686361 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Provisioning for port ffe15ce2-3cdd-46f0-b2ac-2bd283e68838 completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 04:34:59.692054 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Provisioning complete for port ffe15ce2-3cdd-46f0-b2ac-2bd283e68838 triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:34:59.692439 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (ffe15ce2-3cdd-46f0-b2ac-2bd283e68838), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:59.772960 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port ffe15ce2-3cdd-46f0-b2ac-2bd283e68838 is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:34:59.773350 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (ffe15ce2-3cdd-46f0-b2ac-2bd283e68838), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:59.798353 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32634c8a-6440-473b-b92d-d26eee7a05d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe15ce2-3cdd-46f0-b2ac-2bd283e68838'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:34:59.800721 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6941dd57353447cfe46bbb883e0d815d26e9477c6b9f0737609fdd17593c9a07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c70cea0-dbd6-41e6-8cbd-ef3663359aeb" -d '{"events": [{"server_uuid": "32634c8a-6440-473b-b92d-d26eee7a05d6", "name": "network-vif-plugged", "status": "completed", "tag": "ffe15ce2-3cdd-46f0-b2ac-2bd283e68838"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:34:59.813454 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port ffe15ce2-3cdd-46f0-b2ac-2bd283e68838, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=ffe15ce2-3cdd-46f0-b2ac-2bd283e68838,segment=NetworkSegment(a6fc2217-4ccc-49f9-89a1-955981406961),segment_id=a6fc2217-4ccc-49f9-89a1-955981406961)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:34:59.817313 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (ffe15ce2-3cdd-46f0-b2ac-2bd283e68838), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:34:59.841584 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 04:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda42456-cac6-4849-8817-bf6434a36df0 x-openstack-request-id: req-cda42456-cac6-4849-8817-bf6434a36df0 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:34:59.841880 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32634c8a-6440-473b-b92d-d26eee7a05d6", "name": "network-vif-plugged", "status": "completed", "tag": "ffe15ce2-3cdd-46f0-b2ac-2bd283e68838", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:34:59.842132 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cda42456-cac6-4849-8817-bf6434a36df0 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:34:59.842531 dv-cinder-838009-3-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cda42456-cac6-4849-8817-bf6434a36df0'] response: {'server_uuid': '32634c8a-6440-473b-b92d-d26eee7a05d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe15ce2-3cdd-46f0-b2ac-2bd283e68838', 'code': 200} May 09 04:34:59.876885 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=ffe15ce2-3cdd-46f0-b2ac-2bd283e68838,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:35:00.018005 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca8293-23d2-4d12-a497-399ed2289b6a req-429bdff2-b67c-4b56-b553-04815d77fc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:35:00.019568 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-1dca8293-23d2-4d12-a497-399ed2289b6a req-429bdff2-b67c-4b56-b553-04815d77fc98 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=32634c8a-6440-473b-b92d-d26eee7a05d6 HTTP/1.1" status: 200 len: 1129 time: 0.0376432 May 09 04:35:00.067343 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-1dca8293-23d2-4d12-a497-399ed2289b6a req-c2db2c09-4c33-40ed-a4f6-19c8f3fb9673 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7c8f1502-905e-441a-a5fd-62cb90725c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403554 May 09 04:35:00.373196 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb07c7e9-00c0-4b1f-9022-15a9bb24e413 req-8a00a9d6-8d68-4de7-a1d3-2708626c2e77 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:35:00.374667 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bb07c7e9-00c0-4b1f-9022-15a9bb24e413 req-8a00a9d6-8d68-4de7-a1d3-2708626c2e77 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/ports?device_id=32634c8a-6440-473b-b92d-d26eee7a05d6 HTTP/1.1" status: 200 len: 945 time: 0.0482063 May 09 04:35:00.421535 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-bb07c7e9-00c0-4b1f-9022-15a9bb24e413 req-ea812793-2d78-4875-a13f-76ac70033c18 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c8f1502-905e-441a-a5fd-62cb90725c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411484 May 09 04:35:01.536338 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa858ee7-2e39-40f1-a189-22f59a3bab51 req-0d8b231c-c097-44e9-a3b0-7efb3cb285fd tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:35:01.537814 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-aa858ee7-2e39-40f1-a189-22f59a3bab51 req-0d8b231c-c097-44e9-a3b0-7efb3cb285fd tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/ports?device_id=32634c8a-6440-473b-b92d-d26eee7a05d6 HTTP/1.1" status: 200 len: 945 time: 0.0462148 May 09 04:35:01.583115 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-aa858ee7-2e39-40f1-a189-22f59a3bab51 req-7af3a673-9973-4c19-8d57-fd5dcf5c5e47 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c8f1502-905e-441a-a5fd-62cb90725c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397537 May 09 04:35:02.694503 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b65a594-cc33-4840-8396-2383abc42b05 req-53ec5ddf-667b-4469-b37b-5c0c5da861ae tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:35:02.695995 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6b65a594-cc33-4840-8396-2383abc42b05 req-53ec5ddf-667b-4469-b37b-5c0c5da861ae tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/ports?device_id=32634c8a-6440-473b-b92d-d26eee7a05d6 HTTP/1.1" status: 200 len: 945 time: 0.0459874 May 09 04:35:02.741382 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-6b65a594-cc33-4840-8396-2383abc42b05 req-0327d588-2168-4329-801b-aea2b61fd01e tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c8f1502-905e-441a-a5fd-62cb90725c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399361 May 09 04:35:03.851837 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac30d6-36b5-4d69-81a0-9615ad6cf2fb req-a0243731-1383-49f9-bece-60a24bb98c95 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:35:03.853304 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-81ac30d6-36b5-4d69-81a0-9615ad6cf2fb req-a0243731-1383-49f9-bece-60a24bb98c95 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/ports?device_id=32634c8a-6440-473b-b92d-d26eee7a05d6 HTTP/1.1" status: 200 len: 945 time: 0.0459883 May 09 04:35:03.898276 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-81ac30d6-36b5-4d69-81a0-9615ad6cf2fb req-2de62a6e-d672-4622-a723-6f873b5a12cc tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c8f1502-905e-441a-a5fd-62cb90725c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394464 May 09 04:35:05.014839 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a08b4-6b28-441d-840f-4bee1126525a req-51b32a80-ad50-4206-971d-cd3c4ca4e92d tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:35:05.016220 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c48a08b4-6b28-441d-840f-4bee1126525a req-51b32a80-ad50-4206-971d-cd3c4ca4e92d tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/ports?device_id=32634c8a-6440-473b-b92d-d26eee7a05d6 HTTP/1.1" status: 200 len: 945 time: 0.0495243 May 09 04:35:05.063200 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-c48a08b4-6b28-441d-840f-4bee1126525a req-20171e25-0b71-4fee-838c-6bf6516ae5ea tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c8f1502-905e-441a-a5fd-62cb90725c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409629 May 09 04:35:06.197320 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ab1f2-93d0-4c6f-966a-a9b335c2250a req-0f546a91-e91a-415b-904c-03acce5b7280 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:35:06.198809 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-0a5ab1f2-93d0-4c6f-966a-a9b335c2250a req-0f546a91-e91a-415b-904c-03acce5b7280 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/ports?device_id=32634c8a-6440-473b-b92d-d26eee7a05d6 HTTP/1.1" status: 200 len: 945 time: 0.0526624 May 09 04:35:06.253329 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-0a5ab1f2-93d0-4c6f-966a-a9b335c2250a req-855cc216-37fe-48a5-8f1d-2879b870e4ca tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c8f1502-905e-441a-a5fd-62cb90725c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445309 May 09 04:35:06.915128 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-370d6890-4747-4f07-aac5-83a93d9e9b41 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 04:35:07.383312 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40020cbb-f00f-4409-b540-4576c2786295 req-1632d9dd-af55-4988-8879-a6dfcc0b1501 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:35:07.390967 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-40020cbb-f00f-4409-b540-4576c2786295 req-1632d9dd-af55-4988-8879-a6dfcc0b1501 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/ports?device_id=32634c8a-6440-473b-b92d-d26eee7a05d6 HTTP/1.1" status: 200 len: 945 time: 0.0577679 May 09 04:35:07.444172 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-40020cbb-f00f-4409-b540-4576c2786295 req-322f1b4a-2c4d-4d56-8000-87bb363ad6c7 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c8f1502-905e-441a-a5fd-62cb90725c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522466 May 09 04:35:08.865608 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 52194) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:35:09.003261 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-40c9745b-469f-428e-804c-3faac815b06e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:09.129078 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-40c9745b-469f-428e-804c-3faac815b06e admin admin] Publish callbacks [] for security_group (cd3a2df9-d315-4c39-b405-86bafec3ebca), precommit_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:09.133083 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-40c9745b-469f-428e-804c-3faac815b06e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (cd3a2df9-d315-4c39-b405-86bafec3ebca), after_create {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:09.178911 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-40c9745b-469f-428e-804c-3faac815b06e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4f18c596d649479882634272916d2261&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3122549 May 09 04:35:09.179645 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c9745b-469f-428e-804c-3faac815b06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3a2df9-d315-4c39-b405-86bafec3ebca,revision_number=1']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:35:09.181826 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 52206) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:35:09.254148 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-00d9f26f-5467-4930-8e80-043cceb48a8c admin admin] Publish callbacks [] for security_group (cd3a2df9-d315-4c39-b405-86bafec3ebca), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:09.281768 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-00d9f26f-5467-4930-8e80-043cceb48a8c admin admin] Publish callbacks [] for security_group (cd3a2df9-d315-4c39-b405-86bafec3ebca), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:09.337661 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-00d9f26f-5467-4930-8e80-043cceb48a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (cd3a2df9-d315-4c39-b405-86bafec3ebca), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:09.342392 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-00d9f26f-5467-4930-8e80-043cceb48a8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:09.346807 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-00d9f26f-5467-4930-8e80-043cceb48a8c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cd3a2df9-d315-4c39-b405-86bafec3ebca HTTP/1.1" status: 204 len: 168 time: 0.1628811 May 09 04:35:09.357044 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d9f26f-5467-4930-8e80-043cceb48a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3a2df9-d315-4c39-b405-86bafec3ebca,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:35:09.366656 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d9f26f-5467-4930-8e80-043cceb48a8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:35:09.367322 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d9f26f-5467-4930-8e80-043cceb48a8c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:35:09.368063 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d9f26f-5467-4930-8e80-043cceb48a8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:35:09.369011 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d9f26f-5467-4930-8e80-043cceb48a8c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:35:09.369922 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d9f26f-5467-4930-8e80-043cceb48a8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:35:09.370515 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d9f26f-5467-4930-8e80-043cceb48a8c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:35:09.371059 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d9f26f-5467-4930-8e80-043cceb48a8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:35:09.371674 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d9f26f-5467-4930-8e80-043cceb48a8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:35:09.372244 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d9f26f-5467-4930-8e80-043cceb48a8c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:35:09.373140 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d9f26f-5467-4930-8e80-043cceb48a8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:35:09.373706 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d9f26f-5467-4930-8e80-043cceb48a8c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:35:09.374240 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d9f26f-5467-4930-8e80-043cceb48a8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:35:09.374780 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d9f26f-5467-4930-8e80-043cceb48a8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:35:09.375282 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d9f26f-5467-4930-8e80-043cceb48a8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:35:09.375608 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d9f26f-5467-4930-8e80-043cceb48a8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:35:11.614531 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 52268) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:35:11.783295 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-35bed93f-ac51-4d02-870b-277f41c191c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:11.905400 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-35bed93f-ac51-4d02-870b-277f41c191c2 admin admin] Publish callbacks [] for security_group (b29510e9-5854-4a82-bd30-424ec459da4e), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:11.911786 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-35bed93f-ac51-4d02-870b-277f41c191c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (b29510e9-5854-4a82-bd30-424ec459da4e), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:11.947779 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bed93f-ac51-4d02-870b-277f41c191c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29510e9-5854-4a82-bd30-424ec459da4e,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:35:11.970682 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 52282) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:35:11.985197 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-35bed93f-ac51-4d02-870b-277f41c191c2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=313a26894ef3432f8d1bf1866a1c1bf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3688450 May 09 04:35:12.037969 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-630572f5-eb63-49ad-aeb8-4ab3e507804c admin admin] Publish callbacks [] for security_group (b29510e9-5854-4a82-bd30-424ec459da4e), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:12.067493 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-630572f5-eb63-49ad-aeb8-4ab3e507804c admin admin] Publish callbacks [] for security_group (b29510e9-5854-4a82-bd30-424ec459da4e), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:12.166814 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-630572f5-eb63-49ad-aeb8-4ab3e507804c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (b29510e9-5854-4a82-bd30-424ec459da4e), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:12.170188 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-630572f5-eb63-49ad-aeb8-4ab3e507804c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:12.185684 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-630572f5-eb63-49ad-aeb8-4ab3e507804c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b29510e9-5854-4a82-bd30-424ec459da4e HTTP/1.1" status: 204 len: 168 time: 0.2048013 May 09 04:35:12.203202 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630572f5-eb63-49ad-aeb8-4ab3e507804c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29510e9-5854-4a82-bd30-424ec459da4e,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:35:19.721997 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (0ba91d57-31cd-4938-a6ad-bd18d942a965), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:20.494857 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-cd16c266-bf0a-4a13-8713-0330a8b70660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (144b4b53-faa6-4e1c-8c93-1df238c644e2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:21.763678 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-852e718a-dd22-4a01-8fb0-cd6da37931f0 req-197e277b-5cd4-4cb3-9fdb-a9ecf4bf95a5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0064c5db-f056-49f6-a8ba-54c3f60c41ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0623131 May 09 04:35:22.161277 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e718a-dd22-4a01-8fb0-cd6da37931f0 req-d97a4cfa-470d-4e90-a2b6-96380cdd1b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:35:22.162881 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-852e718a-dd22-4a01-8fb0-cd6da37931f0 req-d97a4cfa-470d-4e90-a2b6-96380cdd1b40 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b6223852af9c4361b99a24e7a49a7734&device_id=0064c5db-f056-49f6-a8ba-54c3f60c41ec HTTP/1.1" status: 200 len: 1130 time: 0.0420144 May 09 04:35:22.280930 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e718a-dd22-4a01-8fb0-cd6da37931f0 req-cf2d0da8-638f-4d21-885d-90ba01278767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:35:22.282462 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-852e718a-dd22-4a01-8fb0-cd6da37931f0 req-cf2d0da8-638f-4d21-885d-90ba01278767 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d0b894fb-ca2e-4f02-9d2e-0b887784e9ae HTTP/1.1" status: 200 len: 913 time: 0.0953445 May 09 04:35:22.351631 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-852e718a-dd22-4a01-8fb0-cd6da37931f0 req-83a1a38e-db0a-41b8-8245-834a3ba364c1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e05ee7be-8781-44a0-8ae2-fb665919b80b HTTP/1.1" status: 200 len: 1002 time: 0.0582421 May 09 04:35:22.406043 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e718a-dd22-4a01-8fb0-cd6da37931f0 req-8baa3e78-beb2-4fc3-8e5b-ae8fa1059032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:35:22.407477 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-852e718a-dd22-4a01-8fb0-cd6da37931f0 req-8baa3e78-beb2-4fc3-8e5b-ae8fa1059032 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dbed64c5-3159-495c-b3f2-34c99afd3de9 HTTP/1.1" status: 200 len: 851 time: 0.0463929 May 09 04:35:22.451344 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e718a-dd22-4a01-8fb0-cd6da37931f0 req-1c9b0b9c-641d-4987-801f-d3ca192eeae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:35:22.452838 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-852e718a-dd22-4a01-8fb0-cd6da37931f0 req-1c9b0b9c-641d-4987-801f-d3ca192eeae1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d0b894fb-ca2e-4f02-9d2e-0b887784e9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380294 May 09 04:35:22.551489 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-852e718a-dd22-4a01-8fb0-cd6da37931f0 req-7d450cd1-d752-4d51-b854-14ebec1c0f03 service neutron] 10.222.0.13 "GET /v2.0/networks/d0b894fb-ca2e-4f02-9d2e-0b887784e9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874696 May 09 04:35:22.645472 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-852e718a-dd22-4a01-8fb0-cd6da37931f0 req-65540dbd-34c9-4b67-9baa-b60f2726017b service neutron] 10.222.0.13 "GET /v2.0/networks/d0b894fb-ca2e-4f02-9d2e-0b887784e9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853393 May 09 04:35:22.922069 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9c548ad5-6123-4d63-af0c-ad89d68b4e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3dae496a-5564-45d9-8b4f-04486e79e4dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:24.170162 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7671283-9f0b-468d-8f0b-6ce51d9cb9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (896ddadf-f6f7-4d68-b704-6882247efc03), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:25.342844 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43e19ad3-c0e7-48b8-9cb0-6496f201f8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3ce75c28-5550-4d51-9af6-2a59ee09c43b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:26.663333 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 52524) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:35:26.710316 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4ab02ae-b561-4902-a05d-7df085568ff1 admin admin] Deleting subnet 1f723c4a-a34c-4b46-a87c-9d8f1a93b94d {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 04:35:26.713593 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d4ab02ae-b561-4902-a05d-7df085568ff1 admin admin] Publish callbacks [] for subnet (1f723c4a-a34c-4b46-a87c-9d8f1a93b94d), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:26.751925 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d4ab02ae-b561-4902-a05d-7df085568ff1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3728541'] for subnet (1f723c4a-a34c-4b46-a87c-9d8f1a93b94d), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:26.792052 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d4ab02ae-b561-4902-a05d-7df085568ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16420057'] for subnet (1f723c4a-a34c-4b46-a87c-9d8f1a93b94d), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:26.795985 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (9a15748d-6a05-4459-b777-d0dd003edfa1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:26.848600 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d4ab02ae-b561-4902-a05d-7df085568ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16420032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261596683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261552598'] for subnet (1f723c4a-a34c-4b46-a87c-9d8f1a93b94d), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:26.875136 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ab02ae-b561-4902-a05d-7df085568ff1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f723c4a-a34c-4b46-a87c-9d8f1a93b94d,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:35:26.878634 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-d4ab02ae-b561-4902-a05d-7df085568ff1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:26.881508 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-d4ab02ae-b561-4902-a05d-7df085568ff1 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1f723c4a-a34c-4b46-a87c-9d8f1a93b94d HTTP/1.1" status: 204 len: 168 time: 0.2169085 May 09 04:35:26.884215 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 52526) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:35:26.887676 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ab02ae-b561-4902-a05d-7df085568ff1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:35:26.888058 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ab02ae-b561-4902-a05d-7df085568ff1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:35:26.888421 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ab02ae-b561-4902-a05d-7df085568ff1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:35:26.888807 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ab02ae-b561-4902-a05d-7df085568ff1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:35:26.889081 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ab02ae-b561-4902-a05d-7df085568ff1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:35:26.889430 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ab02ae-b561-4902-a05d-7df085568ff1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:35:26.889745 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ab02ae-b561-4902-a05d-7df085568ff1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:35:26.890092 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ab02ae-b561-4902-a05d-7df085568ff1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:35:26.890396 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ab02ae-b561-4902-a05d-7df085568ff1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:35:26.890709 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ab02ae-b561-4902-a05d-7df085568ff1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:35:26.891035 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ab02ae-b561-4902-a05d-7df085568ff1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:35:26.891361 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ab02ae-b561-4902-a05d-7df085568ff1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:35:26.891712 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ab02ae-b561-4902-a05d-7df085568ff1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:35:26.892036 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ab02ae-b561-4902-a05d-7df085568ff1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:35:26.892419 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ab02ae-b561-4902-a05d-7df085568ff1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:35:26.957965 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4486003-8c3c-4ab9-9dc6-0f1d470574ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16361990'] for network (10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:27.038394 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4486003-8c3c-4ab9-9dc6-0f1d470574ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16419436', 'neutron.services.segments.db._delete_segments_for_network-8782008167190'] for network (10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:27.058866 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-d4486003-8c3c-4ab9-9dc6-0f1d470574ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:35:27.067914 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-d4486003-8c3c-4ab9-9dc6-0f1d470574ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baa9f010-d17e-4f21-b5e9-f2da65fa29c1') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:35:27.068241 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-d4486003-8c3c-4ab9-9dc6-0f1d470574ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baa9f010-d17e-4f21-b5e9-f2da65fa29c1') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:35:27.077344 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4486003-8c3c-4ab9-9dc6-0f1d470574ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782008168991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260862404'] for segment (baa9f010-d17e-4f21-b5e9-f2da65fa29c1), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:27.090733 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4486003-8c3c-4ab9-9dc6-0f1d470574ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754'] for segment (baa9f010-d17e-4f21-b5e9-f2da65fa29c1), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:27.097519 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4486003-8c3c-4ab9-9dc6-0f1d470574ce admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 04:35:27.097982 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4486003-8c3c-4ab9-9dc6-0f1d470574ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718903'] for segment (baa9f010-d17e-4f21-b5e9-f2da65fa29c1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:27.099951 dv-cinder-838009-3-iscsi neutron-server[103225]: Traceback (most recent call last): May 09 04:35:27.099951 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 04:35:27.099951 dv-cinder-838009-3-iscsi neutron-server[103225]: timer() May 09 04:35:27.099951 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 04:35:27.099951 dv-cinder-838009-3-iscsi neutron-server[103225]: cb(*args, **kw) May 09 04:35:27.099951 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 04:35:27.099951 dv-cinder-838009-3-iscsi neutron-server[103225]: return func(*args, **kwargs) May 09 04:35:27.099951 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 04:35:27.099951 dv-cinder-838009-3-iscsi neutron-server[103225]: self._notify() May 09 04:35:27.099951 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 04:35:27.099951 dv-cinder-838009-3-iscsi neutron-server[103225]: self.callback(batched_events) May 09 04:35:27.099951 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 04:35:27.099951 dv-cinder-838009-3-iscsi neutron-server[103225]: event.method(event) May 09 04:35:27.099951 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 04:35:27.099951 dv-cinder-838009-3-iscsi neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 04:35:27.099951 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 04:35:27.099951 dv-cinder-838009-3-iscsi neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( May 09 04:35:27.099951 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 04:35:27.099951 dv-cinder-838009-3-iscsi neutron-server[103225]: return f(self, *a, **k) May 09 04:35:27.099951 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 04:35:27.099951 dv-cinder-838009-3-iscsi neutron-server[103225]: return self._get(url).json() May 09 04:35:27.099951 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 04:35:27.099951 dv-cinder-838009-3-iscsi neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 04:35:27.099951 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 04:35:27.099951 dv-cinder-838009-3-iscsi neutron-server[103225]: return self.request(url, 'GET', **kwargs) May 09 04:35:27.099951 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 04:35:27.099951 dv-cinder-838009-3-iscsi neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, May 09 04:35:27.099951 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 04:35:27.099951 dv-cinder-838009-3-iscsi neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 04:35:27.099951 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 04:35:27.099951 dv-cinder-838009-3-iscsi neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 04:35:27.099951 dv-cinder-838009-3-iscsi neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 04:35:27.154365 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4486003-8c3c-4ab9-9dc6-0f1d470574ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16419415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-653516'] for network (10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:27.170710 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-d4486003-8c3c-4ab9-9dc6-0f1d470574ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:27.178362 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-d4486003-8c3c-4ab9-9dc6-0f1d470574ce admin admin] 10.222.0.44 "DELETE /v2.0/networks/10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16 HTTP/1.1" status: 204 len: 168 time: 0.2898266 May 09 04:35:27.178761 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4486003-8c3c-4ab9-9dc6-0f1d470574ce admin admin] Pushing event deleted for resources: {'Network': ['ID=10ea8df3-f6d6-4d02-b7d8-5d5975ce3e16,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:35:27.333940 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 52536) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:35:27.378015 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-4f310e7e-999d-4565-a396-40ba93fdde18 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=20b03a05541e4ee38dc5f94a6e4bdc69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422003 May 09 04:35:27.380176 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 52538) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:35:27.427549 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bacdf7d9-61bd-4b65-9fb5-d536e0e3b82b admin admin] Publish callbacks [] for security_group (697c81e3-c50a-46e4-aa4a-9679792ee446), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:27.449014 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bacdf7d9-61bd-4b65-9fb5-d536e0e3b82b admin admin] Publish callbacks [] for security_group (697c81e3-c50a-46e4-aa4a-9679792ee446), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:27.494098 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bacdf7d9-61bd-4b65-9fb5-d536e0e3b82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (697c81e3-c50a-46e4-aa4a-9679792ee446), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:27.496733 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-bacdf7d9-61bd-4b65-9fb5-d536e0e3b82b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:27.497878 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-bacdf7d9-61bd-4b65-9fb5-d536e0e3b82b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/697c81e3-c50a-46e4-aa4a-9679792ee446 HTTP/1.1" status: 204 len: 168 time: 0.1168027 May 09 04:35:27.506376 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacdf7d9-61bd-4b65-9fb5-d536e0e3b82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697c81e3-c50a-46e4-aa4a-9679792ee446,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:35:30.887205 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-33c9e966-30f7-45da-8b79-99061ac0d0a4 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=262ae6d900ad4cc7afa231a5f271935b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282695 May 09 04:35:31.078573 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-f3ab1142-b999-426a-891d-342064ac99e4 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:35:31.079956 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-f3ab1142-b999-426a-891d-342064ac99e4 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1875842 May 09 04:35:31.094552 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-2b48f1b8-9646-4a90-9d1e-3786284262d6 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] 10.222.0.44 "GET /v2.0/quotas/262ae6d900ad4cc7afa231a5f271935b HTTP/1.1" status: 200 len: 375 time: 0.0089600 May 09 04:35:31.126970 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-2f9705fc-62f1-48b2-92b9-8aada1b0dea3 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=262ae6d900ad4cc7afa231a5f271935b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273197 May 09 04:35:31.322724 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-d1ebe37d-a483-4882-a18a-398b2f672cb6 req-dfdfd19f-69d9-49f5-821a-164bac5f7814 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] 10.222.0.44 "GET /v2.0/ports?device_id=645c23a0-c907-4872-8f96-b947077a6fa2 HTTP/1.1" status: 200 len: 210 time: 0.0490074 May 09 04:35:32.275418 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-a59b5201-f866-4c51-a1aa-ed585ca9f65f tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=262ae6d900ad4cc7afa231a5f271935b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305431 May 09 04:35:32.430103 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-98e956db-9224-4966-9057-fb9833d796ac req-0d7f3203-0d4e-4a4b-84ab-6f623a71d04c tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] 10.222.0.44 "GET /v2.0/ports?device_id=645c23a0-c907-4872-8f96-b947077a6fa2 HTTP/1.1" status: 200 len: 210 time: 0.0368154 May 09 04:35:32.487661 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-b2e5ef37-9e83-4bbe-b92a-b0be71b3c483 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:35:32.489176 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-b2e5ef37-9e83-4bbe-b92a-b0be71b3c483 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2089067 May 09 04:35:32.517768 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-f5d0931e-3963-49ef-8819-437c8476f6d4 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] Request body: {'port': {'device_id': '645c23a0-c907-4872-8f96-b947077a6fa2', 'network_id': '7da2563f-d738-4410-a798-7a50e5a637a7', 'admin_state_up': True, 'tenant_id': '262ae6d900ad4cc7afa231a5f271935b'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:35:32.635109 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-f5d0931e-3963-49ef-8819-437c8476f6d4 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] Made reservation on behalf of 262ae6d900ad4cc7afa231a5f271935b for: {'port': 1} {{(pid=103225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 09 04:35:32.638336 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-f5d0931e-3963-49ef-8819-437c8476f6d4 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:32.646879 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-f5d0931e-3963-49ef-8819-437c8476f6d4 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:32.723631 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-f5d0931e-3963-49ef-8819-437c8476f6d4 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] Publish callbacks [] for security_group (d5459a81-bddf-4f23-81c5-45a6ec0371d3), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:32.727271 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-f5d0931e-3963-49ef-8819-437c8476f6d4 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (d5459a81-bddf-4f23-81c5-45a6ec0371d3), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:32.794683 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0931e-3963-49ef-8819-437c8476f6d4 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5459a81-bddf-4f23-81c5-45a6ec0371d3,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:35:32.859092 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_common [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-f5d0931e-3963-49ef-8819-437c8476f6d4 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] Allocated IP 192.168.233.177 (7da2563f-d738-4410-a798-7a50e5a637a7/e923e265-8c1f-492e-acf5-3d85382ed6b8/db927311-0927-43ee-a7ae-cf9a0819829d) {{(pid=103225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 09 04:35:33.001962 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-f5d0931e-3963-49ef-8819-437c8476f6d4 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] Publish callbacks [] for port (db927311-0927-43ee-a7ae-cf9a0819829d), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:33.035382 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-f5d0931e-3963-49ef-8819-437c8476f6d4 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782007690060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (db927311-0927-43ee-a7ae-cf9a0819829d), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:33.085254 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-f5d0931e-3963-49ef-8819-437c8476f6d4 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] Network 7da2563f-d738-4410-a798-7a50e5a637a7 is already hosted by enough agents. {{(pid=103225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 09 04:35:33.088390 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.base_scheduler [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-f5d0931e-3963-49ef-8819-437c8476f6d4 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] Resources bound (agent type, host, resource id): {{(pid=103225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 09 04:35:33.094322 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-f5d0931e-3963-49ef-8819-437c8476f6d4 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] Received port after_create {{(pid=103225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 09 04:35:33.100648 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0931e-3963-49ef-8819-437c8476f6d4 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] Pushing event updated for resources: {'Port': ['ID=db927311-0927-43ee-a7ae-cf9a0819829d,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:35:33.146527 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-f5d0931e-3963-49ef-8819-437c8476f6d4 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:35:33.147143 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-f5d0931e-3963-49ef-8819-437c8476f6d4 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:33.163608 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-f5d0931e-3963-49ef-8819-437c8476f6d4 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6497741 May 09 04:35:33.175997 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.v2.base [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-5afe8fca-48ba-4832-ab3d-5ed44e10a5b9 service neutron] Request body: {'port': {'device_id': '645c23a0-c907-4872-8f96-b947077a6fa2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=103225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 09 04:35:33.236905 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-5afe8fca-48ba-4832-ab3d-5ed44e10a5b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (db927311-0927-43ee-a7ae-cf9a0819829d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:33.378104 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-f69657c7-e453-4f55-b407-32a141fc2354 None None] Provisioning complete for port db927311-0927-43ee-a7ae-cf9a0819829d triggered by entity DHCP. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:35:33.378686 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f69657c7-e453-4f55-b407-32a141fc2354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (db927311-0927-43ee-a7ae-cf9a0819829d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:33.411454 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f69657c7-e453-4f55-b407-32a141fc2354 None None] Port db927311-0927-43ee-a7ae-cf9a0819829d cannot update to ACTIVE because it is not bound. {{(pid=103227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 09 04:35:33.537285 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-5afe8fca-48ba-4832-ab3d-5ed44e10a5b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db927311-0927-43ee-a7ae-cf9a0819829d {{(pid=103225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 04:35:33.547654 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-5afe8fca-48ba-4832-ab3d-5ed44e10a5b9 service neutron] Publish callbacks [] for port (db927311-0927-43ee-a7ae-cf9a0819829d), precommit_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:33.556124 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c0ed3-93ab-405f-8d04-1c9a4b78a001 req-51fdd0d9-7c50-4602-b896-2d7f4058ff4f tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:35:33.557589 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c56c0ed3-93ab-405f-8d04-1c9a4b78a001 req-51fdd0d9-7c50-4602-b896-2d7f4058ff4f tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] 10.222.0.44 "GET /v2.0/ports?device_id=645c23a0-c907-4872-8f96-b947077a6fa2 HTTP/1.1" status: 200 len: 936 time: 0.0628960 May 09 04:35:33.584002 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.provisioning_blocks [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-5afe8fca-48ba-4832-ab3d-5ed44e10a5b9 service neutron] Transition to ACTIVE for port object db927311-0927-43ee-a7ae-cf9a0819829d will not be triggered until provisioned by entity L2. {{(pid=103225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 09 04:35:33.592576 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-5afe8fca-48ba-4832-ab3d-5ed44e10a5b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718803'] for port (db927311-0927-43ee-a7ae-cf9a0819829d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:33.674374 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c56c0ed3-93ab-405f-8d04-1c9a4b78a001 req-3761775f-7931-4494-becd-397625bf2957 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5459a81-bddf-4f23-81c5-45a6ec0371d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099491 May 09 04:35:33.677894 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afe8fca-48ba-4832-ab3d-5ed44e10a5b9 service neutron] Pushing event updated for resources: {'Port': ['ID=db927311-0927-43ee-a7ae-cf9a0819829d,revision_number=2']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:35:33.754143 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-5afe8fca-48ba-4832-ab3d-5ed44e10a5b9 service neutron] Attempting to bind port db927311-0927-43ee-a7ae-cf9a0819829d on host hv-cinder-83800 for vnic_type normal with profile {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 09 04:35:33.754486 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-5afe8fca-48ba-4832-ab3d-5ed44e10a5b9 service neutron] Attempting to bind port db927311-0927-43ee-a7ae-cf9a0819829d by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '0b97fb25-24f2-4ae4-9aee-498f5f1f9b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7da2563f-d738-4410-a798-7a50e5a637a7'}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 09 04:35:33.754812 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-5afe8fca-48ba-4832-ab3d-5ed44e10a5b9 service neutron] Attempting to bind port db927311-0927-43ee-a7ae-cf9a0819829d on network 7da2563f-d738-4410-a798-7a50e5a637a7 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:35:33.759411 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-5afe8fca-48ba-4832-ab3d-5ed44e10a5b9 service neutron] Port db927311-0927-43ee-a7ae-cf9a0819829d on network 7da2563f-d738-4410-a798-7a50e5a637a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 09 04:35:33.759783 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-5afe8fca-48ba-4832-ab3d-5ed44e10a5b9 service neutron] Attempting to bind port db927311-0927-43ee-a7ae-cf9a0819829d on network 7da2563f-d738-4410-a798-7a50e5a637a7 {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 09 04:35:33.765417 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-5afe8fca-48ba-4832-ab3d-5ed44e10a5b9 service neutron] Checking agent: {'id': '0ba91d57-31cd-4938-a6ad-bd18d942a965', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 9, 4, 24, 18), 'started_at': datetime.datetime(2022, 5, 9, 4, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 9, 4, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 09 04:35:33.765759 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-5afe8fca-48ba-4832-ab3d-5ed44e10a5b9 service neutron] Checking segment: {'id': '0b97fb25-24f2-4ae4-9aee-498f5f1f9b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7da2563f-d738-4410-a798-7a50e5a637a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 09 04:35:33.766167 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-5afe8fca-48ba-4832-ab3d-5ed44e10a5b9 service neutron] Bound using segment: {'id': '0b97fb25-24f2-4ae4-9aee-498f5f1f9b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7da2563f-d738-4410-a798-7a50e5a637a7'} {{(pid=103225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 09 04:35:33.766598 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.managers [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-5afe8fca-48ba-4832-ab3d-5ed44e10a5b9 service neutron] Bound port: db927311-0927-43ee-a7ae-cf9a0819829d, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b97fb25-24f2-4ae4-9aee-498f5f1f9b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7da2563f-d738-4410-a798-7a50e5a637a7'}}] {{(pid=103225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 09 04:35:33.766957 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-5afe8fca-48ba-4832-ab3d-5ed44e10a5b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (db927311-0927-43ee-a7ae-cf9a0819829d), before_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:33.839483 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-5afe8fca-48ba-4832-ab3d-5ed44e10a5b9 service neutron] For port db927311-0927-43ee-a7ae-cf9a0819829d, host hv-cinder-83800, cleared binding levels {{(pid=103225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 09 04:35:33.843094 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-5afe8fca-48ba-4832-ab3d-5ed44e10a5b9 service neutron] For port db927311-0927-43ee-a7ae-cf9a0819829d, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=db927311-0927-43ee-a7ae-cf9a0819829d,segment=NetworkSegment(0b97fb25-24f2-4ae4-9aee-498f5f1f9b18),segment_id=0b97fb25-24f2-4ae4-9aee-498f5f1f9b18)] {{(pid=103225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 09 04:35:33.848731 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-5afe8fca-48ba-4832-ab3d-5ed44e10a5b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718803'] for port (db927311-0927-43ee-a7ae-cf9a0819829d), after_update {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:33.880484 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-5afe8fca-48ba-4832-ab3d-5ed44e10a5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:35:33.880978 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-5afe8fca-48ba-4832-ab3d-5ed44e10a5b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:33.882380 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-5afe8fca-48ba-4832-ab3d-5ed44e10a5b9 service neutron] 10.222.0.13 "PUT /v2.0/ports/db927311-0927-43ee-a7ae-cf9a0819829d HTTP/1.1" status: 200 len: 1098 time: 0.7112720 May 09 04:35:33.884944 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '645c23a0-c907-4872-8f96-b947077a6fa2', 'tag': 'db927311-0927-43ee-a7ae-cf9a0819829d'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:35:33.887962 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708343da101edf5db3821e80f7e6194e70163222c3a70cb9c2c474869a6028b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056b48a5-01c9-40eb-8683-20a43cb9e78a" -d '{"events": [{"name": "network-changed", "server_uuid": "645c23a0-c907-4872-8f96-b947077a6fa2", "tag": "db927311-0927-43ee-a7ae-cf9a0819829d"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:35:33.917526 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afe8fca-48ba-4832-ab3d-5ed44e10a5b9 service neutron] Pushing event updated for resources: {'Port': ['ID=db927311-0927-43ee-a7ae-cf9a0819829d,revision_number=3']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:35:33.941561 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 04:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1c68b8-480a-491d-8044-f12453829294 x-openstack-request-id: req-4b1c68b8-480a-491d-8044-f12453829294 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:35:33.941986 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "645c23a0-c907-4872-8f96-b947077a6fa2", "tag": "db927311-0927-43ee-a7ae-cf9a0819829d", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:35:33.942317 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4b1c68b8-480a-491d-8044-f12453829294 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:35:33.943018 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b1c68b8-480a-491d-8044-f12453829294'] response: {'name': 'network-changed', 'server_uuid': '645c23a0-c907-4872-8f96-b947077a6fa2', 'tag': 'db927311-0927-43ee-a7ae-cf9a0819829d', 'status': 'completed', 'code': 200} May 09 04:35:33.992819 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-6624c332-2111-4589-acfa-a27344bc14c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:35:33.994337 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-6624c332-2111-4589-acfa-a27344bc14c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=262ae6d900ad4cc7afa231a5f271935b&device_id=645c23a0-c907-4872-8f96-b947077a6fa2 HTTP/1.1" status: 200 len: 1132 time: 0.0436788 May 09 04:35:34.036389 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-239b2bcd-a235-4b16-854a-fdc614d984af service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=db927311-0927-43ee-a7ae-cf9a0819829d HTTP/1.1" status: 200 len: 217 time: 0.0347555 May 09 04:35:34.087126 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-8efe01d4-fc6d-4008-8e10-f2f384e47439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:35:34.088646 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-8efe01d4-fc6d-4008-8e10-f2f384e47439 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e923e265-8c1f-492e-acf5-3d85382ed6b8 HTTP/1.1" status: 200 len: 843 time: 0.0450890 May 09 04:35:34.397288 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-72c1e2be-5488-4c59-8666-29d64994a203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:35:34.398758 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-72c1e2be-5488-4c59-8666-29d64994a203 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7da2563f-d738-4410-a798-7a50e5a637a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.3031902 May 09 04:35:34.495043 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-016be9df-05d6-41df-a320-18516a5902e1 service neutron] 10.222.0.13 "GET /v2.0/networks/7da2563f-d738-4410-a798-7a50e5a637a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833228 May 09 04:35:34.594867 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-89f86bde-46f7-48d5-bfba-efb86622fb33 req-763fd4da-8ad8-44b6-9f76-0964c62bdc7b service neutron] 10.222.0.13 "GET /v2.0/networks/7da2563f-d738-4410-a798-7a50e5a637a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926235 May 09 04:35:34.792887 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbed7d0-dd50-472c-a5df-89c9fedc4494 req-e9037690-0c9a-47fe-bc9a-c006d400ae43 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:35:34.794440 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7dbed7d0-dd50-472c-a5df-89c9fedc4494 req-e9037690-0c9a-47fe-bc9a-c006d400ae43 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] 10.222.0.44 "GET /v2.0/ports?device_id=645c23a0-c907-4872-8f96-b947077a6fa2 HTTP/1.1" status: 200 len: 948 time: 0.0548270 May 09 04:35:34.848965 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-7dbed7d0-dd50-472c-a5df-89c9fedc4494 req-c4fa97b5-9162-481e-a7b1-cfa018ea6b26 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5459a81-bddf-4f23-81c5-45a6ec0371d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461369 May 09 04:35:35.636579 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b48a5-01c9-40eb-8683-20a43cb9e78a req-5d74fbb6-a797-4c2b-b026-7fe758a3c351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:35:35.638226 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-056b48a5-01c9-40eb-8683-20a43cb9e78a req-5d74fbb6-a797-4c2b-b026-7fe758a3c351 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=262ae6d900ad4cc7afa231a5f271935b&device_id=645c23a0-c907-4872-8f96-b947077a6fa2 HTTP/1.1" status: 200 len: 1132 time: 0.0450675 May 09 04:35:35.731835 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b48a5-01c9-40eb-8683-20a43cb9e78a req-d18e647e-6eec-4a5c-bf5d-670287e66ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:35:35.733393 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-056b48a5-01c9-40eb-8683-20a43cb9e78a req-d18e647e-6eec-4a5c-bf5d-670287e66ed1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7da2563f-d738-4410-a798-7a50e5a637a7 HTTP/1.1" status: 200 len: 870 time: 0.0860958 May 09 04:35:35.758068 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device db927311-0927-43ee-a7ae-cf9a0819829d details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=103227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 09 04:35:35.864428 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port db927311-0927-43ee-a7ae-cf9a0819829d, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=db927311-0927-43ee-a7ae-cf9a0819829d,segment=NetworkSegment(0b97fb25-24f2-4ae4-9aee-498f5f1f9b18),segment_id=0b97fb25-24f2-4ae4-9aee-498f5f1f9b18)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:35:35.876658 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Returning: {'device': 'db927311-0927-43ee-a7ae-cf9a0819829d', 'network_id': '7da2563f-d738-4410-a798-7a50e5a637a7', 'port_id': 'db927311-0927-43ee-a7ae-cf9a0819829d', 'mac_address': 'fa:16:3e:0d:2f:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e923e265-8c1f-492e-acf5-3d85382ed6b8', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 09 04:35:35.915221 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port db927311-0927-43ee-a7ae-cf9a0819829d is: DOWN; New status is: BUILD {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:35:35.915615 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (db927311-0927-43ee-a7ae-cf9a0819829d), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:35.929255 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db927311-0927-43ee-a7ae-cf9a0819829d {{(pid=103227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 09 04:35:35.950926 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port db927311-0927-43ee-a7ae-cf9a0819829d, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=db927311-0927-43ee-a7ae-cf9a0819829d,segment=NetworkSegment(0b97fb25-24f2-4ae4-9aee-498f5f1f9b18),segment_id=0b97fb25-24f2-4ae4-9aee-498f5f1f9b18)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:35:35.954786 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (db927311-0927-43ee-a7ae-cf9a0819829d), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:35.964359 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47057f5-4780-4952-b474-eba5dc7582cb req-16d6c3cb-837e-482a-a3c5-e3f180203aa3 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:35:35.966155 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f47057f5-4780-4952-b474-eba5dc7582cb req-16d6c3cb-837e-482a-a3c5-e3f180203aa3 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] 10.222.0.44 "GET /v2.0/ports?device_id=645c23a0-c907-4872-8f96-b947077a6fa2 HTTP/1.1" status: 200 len: 948 time: 0.0489194 May 09 04:35:36.005006 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=db927311-0927-43ee-a7ae-cf9a0819829d,revision_number=4']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:35:36.021700 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f47057f5-4780-4952-b474-eba5dc7582cb req-fc514ce6-4a5f-4859-b73a-9f257f7e7743 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5459a81-bddf-4f23-81c5-45a6ec0371d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483470 May 09 04:35:36.070230 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-056b48a5-01c9-40eb-8683-20a43cb9e78a req-bc322326-ccbf-4550-b732-10c68ba0bb56 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=db927311-0927-43ee-a7ae-cf9a0819829d HTTP/1.1" status: 200 len: 217 time: 0.0400615 May 09 04:35:36.118846 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b48a5-01c9-40eb-8683-20a43cb9e78a req-0b571a94-5734-4a30-ae72-0c90e5de6a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:35:36.120333 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-056b48a5-01c9-40eb-8683-20a43cb9e78a req-0b571a94-5734-4a30-ae72-0c90e5de6a54 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e923e265-8c1f-492e-acf5-3d85382ed6b8 HTTP/1.1" status: 200 len: 843 time: 0.0444932 May 09 04:35:36.201132 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b48a5-01c9-40eb-8683-20a43cb9e78a req-029b7944-5077-4982-8577-fe0ca2aac8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:35:36.202566 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-056b48a5-01c9-40eb-8683-20a43cb9e78a req-029b7944-5077-4982-8577-fe0ca2aac8c7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7da2563f-d738-4410-a798-7a50e5a637a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0407236 May 09 04:35:36.279529 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] get_ports_and_sgs() called for port_ids ['db927311-0927-43ee-a7ae-cf9a0819829d'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 04:35:36.300314 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-056b48a5-01c9-40eb-8683-20a43cb9e78a req-b22a61ed-370f-4287-a00d-9f8e631a5607 service neutron] 10.222.0.13 "GET /v2.0/networks/7da2563f-d738-4410-a798-7a50e5a637a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889075 May 09 04:35:36.391535 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-056b48a5-01c9-40eb-8683-20a43cb9e78a req-08ab67c6-c7ea-440a-9f4c-45808de24739 service neutron] 10.222.0.13 "GET /v2.0/networks/7da2563f-d738-4410-a798-7a50e5a637a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849707 May 09 04:35:37.146546 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edbc325-173a-4e0e-91ee-e02a54180db8 req-c5a74406-44ae-4317-af2f-dafb71108d03 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:35:37.148060 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5edbc325-173a-4e0e-91ee-e02a54180db8 req-c5a74406-44ae-4317-af2f-dafb71108d03 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] 10.222.0.44 "GET /v2.0/ports?device_id=645c23a0-c907-4872-8f96-b947077a6fa2 HTTP/1.1" status: 200 len: 949 time: 0.0488105 May 09 04:35:37.202623 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-5edbc325-173a-4e0e-91ee-e02a54180db8 req-581a6ceb-9878-41fa-bd57-3db2a6971db5 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5459a81-bddf-4f23-81c5-45a6ec0371d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483034 May 09 04:35:37.266461 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309e81d-5719-4689-9b5c-3230c0c2ce8c req-41242821-855f-43ce-8652-e59d57328cd9 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:35:37.268547 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-1309e81d-5719-4689-9b5c-3230c0c2ce8c req-41242821-855f-43ce-8652-e59d57328cd9 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/ports?device_id=32634c8a-6440-473b-b92d-d26eee7a05d6 HTTP/1.1" status: 200 len: 945 time: 0.0523975 May 09 04:35:37.314966 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-1309e81d-5719-4689-9b5c-3230c0c2ce8c req-4a4a3a3e-ef4a-4aec-8ab9-74288b532b97 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c8f1502-905e-441a-a5fd-62cb90725c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408399 May 09 04:35:37.769323 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device db927311-0927-43ee-a7ae-cf9a0819829d up at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 09 04:35:37.816936 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Provisioning for port db927311-0927-43ee-a7ae-cf9a0819829d completed by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 09 04:35:37.823966 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.provisioning_blocks [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Provisioning complete for port db927311-0927-43ee-a7ae-cf9a0819829d triggered by entity L2. {{(pid=103227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 09 04:35:37.824354 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16499445'] for port (db927311-0927-43ee-a7ae-cf9a0819829d), provisioning_complete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:37.903938 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Current status of the port db927311-0927-43ee-a7ae-cf9a0819829d is: BUILD; New status is: ACTIVE {{(pid=103227) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 09 04:35:37.904262 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16474981'] for port (db927311-0927-43ee-a7ae-cf9a0819829d), before_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:37.928203 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '645c23a0-c907-4872-8f96-b947077a6fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db927311-0927-43ee-a7ae-cf9a0819829d'}] {{(pid=103227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:35:37.930422 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6941dd57353447cfe46bbb883e0d815d26e9477c6b9f0737609fdd17593c9a07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfd59be-765b-4012-b266-ce89460e69d7" -d '{"events": [{"server_uuid": "645c23a0-c907-4872-8f96-b947077a6fa2", "name": "network-vif-plugged", "status": "completed", "tag": "db927311-0927-43ee-a7ae-cf9a0819829d"}]}' {{(pid=103227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:35:37.942930 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] For port db927311-0927-43ee-a7ae-cf9a0819829d, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=db927311-0927-43ee-a7ae-cf9a0819829d,segment=NetworkSegment(0b97fb25-24f2-4ae4-9aee-498f5f1f9b18),segment_id=0b97fb25-24f2-4ae4-9aee-498f5f1f9b18)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:35:37.946990 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782008215691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782007690078', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782007690096'] for port (db927311-0927-43ee-a7ae-cf9a0819829d), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:37.970648 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 04:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a6ffc3-53f8-4cf7-8e3a-2a4cbed7dfa3 x-openstack-request-id: req-f9a6ffc3-53f8-4cf7-8e3a-2a4cbed7dfa3 {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:35:37.971511 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "645c23a0-c907-4872-8f96-b947077a6fa2", "name": "network-vif-plugged", "status": "completed", "tag": "db927311-0927-43ee-a7ae-cf9a0819829d", "code": 200}]} {{(pid=103227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:35:37.971940 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f9a6ffc3-53f8-4cf7-8e3a-2a4cbed7dfa3 {{(pid=103227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:35:37.972333 dv-cinder-838009-3-iscsi neutron-server[103227]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9a6ffc3-53f8-4cf7-8e3a-2a4cbed7dfa3'] response: {'server_uuid': '645c23a0-c907-4872-8f96-b947077a6fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db927311-0927-43ee-a7ae-cf9a0819829d', 'code': 200} May 09 04:35:37.996560 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Pushing event updated for resources: {'Port': ['ID=db927311-0927-43ee-a7ae-cf9a0819829d,revision_number=5']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:35:38.003436 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:35:38.003782 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:35:38.004159 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:35:38.004494 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:35:38.004833 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:35:38.005164 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:35:38.005491 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:35:38.005890 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:35:38.006137 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:35:38.006470 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:35:38.006928 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:35:38.007226 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:35:38.007555 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:35:38.007956 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:35:38.008300 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:35:38.319424 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56088a3d-8ed3-4969-a8b8-753d2198c06c req-282c18a6-703f-4866-9839-da2e3bd58922 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:35:38.320961 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-56088a3d-8ed3-4969-a8b8-753d2198c06c req-282c18a6-703f-4866-9839-da2e3bd58922 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] 10.222.0.44 "GET /v2.0/ports?device_id=645c23a0-c907-4872-8f96-b947077a6fa2 HTTP/1.1" status: 200 len: 950 time: 0.0463419 May 09 04:35:38.369027 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-56088a3d-8ed3-4969-a8b8-753d2198c06c req-6818e503-2639-4504-80e2-8568bb6797b7 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5459a81-bddf-4f23-81c5-45a6ec0371d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423923 May 09 04:35:38.434594 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d8c55-6131-459f-b6a2-bc349dd52396 req-37ec1ffe-edfe-45c0-8f89-4885f65ef0a4 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:35:38.436146 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f23d8c55-6131-459f-b6a2-bc349dd52396 req-37ec1ffe-edfe-45c0-8f89-4885f65ef0a4 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/ports?device_id=32634c8a-6440-473b-b92d-d26eee7a05d6 HTTP/1.1" status: 200 len: 945 time: 0.0507021 May 09 04:35:38.482856 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-f23d8c55-6131-459f-b6a2-bc349dd52396 req-a4601e89-40dd-489a-8887-2635d84fb9a5 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c8f1502-905e-441a-a5fd-62cb90725c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405989 May 09 04:35:38.980060 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693f4b6-cee4-435f-9af2-9af6a3673c0e req-a3f1a882-7a54-4db1-a788-d53869c8003e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:35:38.981538 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c693f4b6-cee4-435f-9af2-9af6a3673c0e req-a3f1a882-7a54-4db1-a788-d53869c8003e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=645c23a0-c907-4872-8f96-b947077a6fa2 HTTP/1.1" status: 200 len: 1134 time: 0.0387719 May 09 04:35:39.093205 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d20464-4255-4ccf-92b8-f544bcbb8cfa req-2aea9e7a-57a9-4321-a4bc-8e6b72729a56 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:35:39.094559 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-e5d20464-4255-4ccf-92b8-f544bcbb8cfa req-2aea9e7a-57a9-4321-a4bc-8e6b72729a56 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.13 "GET /v2.0/ports?device_id=32634c8a-6440-473b-b92d-d26eee7a05d6 HTTP/1.1" status: 200 len: 945 time: 0.0690243 May 09 04:35:39.115665 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c693f4b6-cee4-435f-9af2-9af6a3673c0e req-f4db3499-f36e-48e9-beb3-b549adce2f61 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d5459a81-bddf-4f23-81c5-45a6ec0371d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962324 May 09 04:35:39.184447 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-e5d20464-4255-4ccf-92b8-f544bcbb8cfa req-9cce0ac1-9998-4034-acf4-7478f256a7f6 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Deleting port ffe15ce2-3cdd-46f0-b2ac-2bd283e68838 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:35:39.184793 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e5d20464-4255-4ccf-92b8-f544bcbb8cfa req-9cce0ac1-9998-4034-acf4-7478f256a7f6 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (ffe15ce2-3cdd-46f0-b2ac-2bd283e68838), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:39.274596 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-e5d20464-4255-4ccf-92b8-f544bcbb8cfa req-9cce0ac1-9998-4034-acf4-7478f256a7f6 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] For port ffe15ce2-3cdd-46f0-b2ac-2bd283e68838, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=ffe15ce2-3cdd-46f0-b2ac-2bd283e68838,segment=NetworkSegment(a6fc2217-4ccc-49f9-89a1-955981406961),segment_id=a6fc2217-4ccc-49f9-89a1-955981406961)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:35:39.274962 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e5d20464-4255-4ccf-92b8-f544bcbb8cfa req-9cce0ac1-9998-4034-acf4-7478f256a7f6 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (ffe15ce2-3cdd-46f0-b2ac-2bd283e68838), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:39.289333 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-e5d20464-4255-4ccf-92b8-f544bcbb8cfa req-9cce0ac1-9998-4034-acf4-7478f256a7f6 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Calling delete_port for ffe15ce2-3cdd-46f0-b2ac-2bd283e68838 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:35:39.428453 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e5d20464-4255-4ccf-92b8-f544bcbb8cfa req-9cce0ac1-9998-4034-acf4-7478f256a7f6 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (ffe15ce2-3cdd-46f0-b2ac-2bd283e68838), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:39.440525 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] get_ports_and_sgs() called for port_ids ['ffe15ce2-3cdd-46f0-b2ac-2bd283e68838'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 04:35:39.468102 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cce0ac1-9998-4034-acf4-7478f256a7f6 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Pushing event deleted for resources: {'Port': ['ID=ffe15ce2-3cdd-46f0-b2ac-2bd283e68838,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:35:39.540985 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d20464-4255-4ccf-92b8-f544bcbb8cfa req-9cce0ac1-9998-4034-acf4-7478f256a7f6 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] No DVR routers for this DVR port ffe15ce2-3cdd-46f0-b2ac-2bd283e68838 on host hv-cinder-83800 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 04:35:39.548484 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65cf8c-76ce-4484-98bc-7dd8144f5aec req-dded5d4f-9a5f-4ce9-aea7-fa8377979b45 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:35:39.549981 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-bb65cf8c-76ce-4484-98bc-7dd8144f5aec req-dded5d4f-9a5f-4ce9-aea7-fa8377979b45 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] 10.222.0.44 "GET /v2.0/ports?device_id=645c23a0-c907-4872-8f96-b947077a6fa2 HTTP/1.1" status: 200 len: 950 time: 0.1104810 May 09 04:35:39.551569 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-e5d20464-4255-4ccf-92b8-f544bcbb8cfa req-9cce0ac1-9998-4034-acf4-7478f256a7f6 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:39.554831 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-e5d20464-4255-4ccf-92b8-f544bcbb8cfa req-9cce0ac1-9998-4034-acf4-7478f256a7f6 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.13 "DELETE /v2.0/ports/ffe15ce2-3cdd-46f0-b2ac-2bd283e68838 HTTP/1.1" status: 204 len: 173 time: 0.4520881 May 09 04:35:39.555265 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32634c8a-6440-473b-b92d-d26eee7a05d6', 'name': 'network-vif-deleted', 'tag': 'ffe15ce2-3cdd-46f0-b2ac-2bd283e68838'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:35:39.557513 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708343da101edf5db3821e80f7e6194e70163222c3a70cb9c2c474869a6028b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa8ae8f-5a8f-45a8-bf07-04cc78c4ade9" -d '{"events": [{"server_uuid": "32634c8a-6440-473b-b92d-d26eee7a05d6", "name": "network-vif-deleted", "tag": "ffe15ce2-3cdd-46f0-b2ac-2bd283e68838"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:35:39.580785 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-24206373-f5b7-4400-b07e-bd2dc161a1d7 req-9cee0ddd-f649-4ea0-a81e-fd12ed3df0e9 tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/ports?device_id=32634c8a-6440-473b-b92d-d26eee7a05d6 HTTP/1.1" status: 200 len: 210 time: 0.0280178 May 09 04:35:39.602603 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-bb65cf8c-76ce-4484-98bc-7dd8144f5aec req-f0b7ddae-5da4-4f78-8c03-2e5cfef25913 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5459a81-bddf-4f23-81c5-45a6ec0371d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421662 May 09 04:35:39.627171 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 04:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094a8493-0765-440b-8ddc-f043bc83c7f4 x-openstack-request-id: req-094a8493-0765-440b-8ddc-f043bc83c7f4 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:35:39.627459 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32634c8a-6440-473b-b92d-d26eee7a05d6", "name": "network-vif-deleted", "tag": "ffe15ce2-3cdd-46f0-b2ac-2bd283e68838", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:35:39.627708 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-094a8493-0765-440b-8ddc-f043bc83c7f4 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:35:39.628191 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-094a8493-0765-440b-8ddc-f043bc83c7f4'] response: {'server_uuid': '32634c8a-6440-473b-b92d-d26eee7a05d6', 'name': 'network-vif-deleted', 'tag': 'ffe15ce2-3cdd-46f0-b2ac-2bd283e68838', 'status': 'completed', 'code': 200} May 09 04:35:40.696373 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-49da7147-11f1-404a-b4fd-d7b9625c8a36 req-af040cd3-4135-44dd-83a4-a43e7facb81c tempest-VolumesSnapshotTestJSON-1478118256 tempest-VolumesSnapshotTestJSON-1478118256-project] 10.222.0.44 "GET /v2.0/ports?device_id=32634c8a-6440-473b-b92d-d26eee7a05d6 HTTP/1.1" status: 200 len: 210 time: 0.0344274 May 09 04:35:40.742318 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc874e-7236-4990-b22e-7a7bfa680120 req-85283d52-231d-4fa0-9b49-5782110fd2cb tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:35:40.743820 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dbcc874e-7236-4990-b22e-7a7bfa680120 req-85283d52-231d-4fa0-9b49-5782110fd2cb tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] 10.222.0.44 "GET /v2.0/ports?device_id=645c23a0-c907-4872-8f96-b947077a6fa2 HTTP/1.1" status: 200 len: 950 time: 0.0717568 May 09 04:35:40.795613 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-dbcc874e-7236-4990-b22e-7a7bfa680120 req-f9aacfe3-40f3-4f20-891b-ea6d94f96af7 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5459a81-bddf-4f23-81c5-45a6ec0371d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440004 May 09 04:35:41.054164 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee6dea-21d5-4293-81e4-b0a0f9134ba4 req-58ec851e-5321-447f-b85e-22446cc99b52 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:35:41.055600 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-84ee6dea-21d5-4293-81e4-b0a0f9134ba4 req-58ec851e-5321-447f-b85e-22446cc99b52 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] 10.222.0.44 "GET /v2.0/ports?device_id=645c23a0-c907-4872-8f96-b947077a6fa2 HTTP/1.1" status: 200 len: 950 time: 0.0461972 May 09 04:35:41.101465 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-84ee6dea-21d5-4293-81e4-b0a0f9134ba4 req-14009111-7ab7-438e-a5e1-51b63c5eaea9 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5459a81-bddf-4f23-81c5-45a6ec0371d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403500 May 09 04:35:41.763519 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device ffe15ce2-3cdd-46f0-b2ac-2bd283e68838 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:35:41.790014 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] No Port match for: ffe15ce2-3cdd-46f0-b2ac-2bd283e68838 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 04:35:41.790343 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device ffe15ce2-3cdd-46f0-b2ac-2bd283e68838 not bound to the agent host hv-cinder-83800 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 04:35:42.215795 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a191c-4607-4b56-af2d-751526bcb4b5 req-c5093da5-4fe9-49ae-b4f4-56f8c021441d tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:35:42.217294 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-724a191c-4607-4b56-af2d-751526bcb4b5 req-c5093da5-4fe9-49ae-b4f4-56f8c021441d tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] 10.222.0.44 "GET /v2.0/ports?device_id=645c23a0-c907-4872-8f96-b947077a6fa2 HTTP/1.1" status: 200 len: 950 time: 0.0485086 May 09 04:35:42.265921 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-724a191c-4607-4b56-af2d-751526bcb4b5 req-a2cbd812-9e70-46d1-846d-9dff9dbba6f1 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5459a81-bddf-4f23-81c5-45a6ec0371d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430655 May 09 04:35:42.436189 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747286c3-f5e6-4d8a-ad91-a49dfdc6fe68 req-2ba69fe8-9eab-47e1-9b3c-644d090055c2 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:35:42.437635 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-747286c3-f5e6-4d8a-ad91-a49dfdc6fe68 req-2ba69fe8-9eab-47e1-9b3c-644d090055c2 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] 10.222.0.13 "GET /v2.0/ports?device_id=645c23a0-c907-4872-8f96-b947077a6fa2 HTTP/1.1" status: 200 len: 950 time: 0.0466733 May 09 04:35:42.524497 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-747286c3-f5e6-4d8a-ad91-a49dfdc6fe68 req-79e55226-4bb6-4d7c-8c7a-7906d06c8d38 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] Deleting port db927311-0927-43ee-a7ae-cf9a0819829d {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:35:42.524841 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-747286c3-f5e6-4d8a-ad91-a49dfdc6fe68 req-79e55226-4bb6-4d7c-8c7a-7906d06c8d38 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (db927311-0927-43ee-a7ae-cf9a0819829d), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:42.613914 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-747286c3-f5e6-4d8a-ad91-a49dfdc6fe68 req-79e55226-4bb6-4d7c-8c7a-7906d06c8d38 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] For port db927311-0927-43ee-a7ae-cf9a0819829d, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=db927311-0927-43ee-a7ae-cf9a0819829d,segment=NetworkSegment(0b97fb25-24f2-4ae4-9aee-498f5f1f9b18),segment_id=0b97fb25-24f2-4ae4-9aee-498f5f1f9b18)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:35:42.614300 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-747286c3-f5e6-4d8a-ad91-a49dfdc6fe68 req-79e55226-4bb6-4d7c-8c7a-7906d06c8d38 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (db927311-0927-43ee-a7ae-cf9a0819829d), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:42.626651 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-747286c3-f5e6-4d8a-ad91-a49dfdc6fe68 req-79e55226-4bb6-4d7c-8c7a-7906d06c8d38 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] Calling delete_port for db927311-0927-43ee-a7ae-cf9a0819829d owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:35:42.761137 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-747286c3-f5e6-4d8a-ad91-a49dfdc6fe68 req-79e55226-4bb6-4d7c-8c7a-7906d06c8d38 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (db927311-0927-43ee-a7ae-cf9a0819829d), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:42.773233 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] get_ports_and_sgs() called for port_ids ['db927311-0927-43ee-a7ae-cf9a0819829d'] {{(pid=103227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 09 04:35:42.798248 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e55226-4bb6-4d7c-8c7a-7906d06c8d38 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] Pushing event deleted for resources: {'Port': ['ID=db927311-0927-43ee-a7ae-cf9a0819829d,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:35:42.847032 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-747286c3-f5e6-4d8a-ad91-a49dfdc6fe68 req-79e55226-4bb6-4d7c-8c7a-7906d06c8d38 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] No DVR routers for this DVR port db927311-0927-43ee-a7ae-cf9a0819829d on host hv-cinder-83800 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 04:35:42.850428 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-747286c3-f5e6-4d8a-ad91-a49dfdc6fe68 req-79e55226-4bb6-4d7c-8c7a-7906d06c8d38 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:42.854218 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-747286c3-f5e6-4d8a-ad91-a49dfdc6fe68 req-79e55226-4bb6-4d7c-8c7a-7906d06c8d38 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] 10.222.0.13 "DELETE /v2.0/ports/db927311-0927-43ee-a7ae-cf9a0819829d HTTP/1.1" status: 204 len: 173 time: 0.4109237 May 09 04:35:42.854696 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '645c23a0-c907-4872-8f96-b947077a6fa2', 'name': 'network-vif-deleted', 'tag': 'db927311-0927-43ee-a7ae-cf9a0819829d'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:35:42.857733 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708343da101edf5db3821e80f7e6194e70163222c3a70cb9c2c474869a6028b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4efb93-de4b-4f25-9ae5-ec721553a2de" -d '{"events": [{"server_uuid": "645c23a0-c907-4872-8f96-b947077a6fa2", "name": "network-vif-deleted", "tag": "db927311-0927-43ee-a7ae-cf9a0819829d"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:35:42.899321 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 04:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3623979f-dfba-42de-9aa2-6f07924ce61f x-openstack-request-id: req-3623979f-dfba-42de-9aa2-6f07924ce61f {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:35:42.900123 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "645c23a0-c907-4872-8f96-b947077a6fa2", "name": "network-vif-deleted", "tag": "db927311-0927-43ee-a7ae-cf9a0819829d", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:35:42.900123 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3623979f-dfba-42de-9aa2-6f07924ce61f {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:35:42.900537 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3623979f-dfba-42de-9aa2-6f07924ce61f'] response: {'server_uuid': '645c23a0-c907-4872-8f96-b947077a6fa2', 'name': 'network-vif-deleted', 'tag': 'db927311-0927-43ee-a7ae-cf9a0819829d', 'status': 'completed', 'code': 200} May 09 04:35:43.376487 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-03626052-6193-408c-8379-31d2bc7b96bc req-252640d2-45b9-4a91-9a84-b929390cdd59 tempest-VolumesNegativeTest-1652497028 tempest-VolumesNegativeTest-1652497028-project] 10.222.0.44 "GET /v2.0/ports?device_id=645c23a0-c907-4872-8f96-b947077a6fa2 HTTP/1.1" status: 200 len: 210 time: 0.0304418 May 09 04:35:43.915236 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-370d6890-4747-4f07-aac5-83a93d9e9b41 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 04:35:46.880899 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device db927311-0927-43ee-a7ae-cf9a0819829d no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:35:46.904563 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] No Port match for: db927311-0927-43ee-a7ae-cf9a0819829d {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 04:35:46.904906 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device db927311-0927-43ee-a7ae-cf9a0819829d not bound to the agent host hv-cinder-83800 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 04:35:48.148250 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 53066) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:35:48.276288 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-16d50ee3-4d01-4772-aeda-daa2f21ad322 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=262ae6d900ad4cc7afa231a5f271935b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1268477 May 09 04:35:48.278732 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 53070) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:35:48.327921 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-92a91400-9cb4-45ef-93c1-e53682399973 admin admin] Publish callbacks [] for security_group (d5459a81-bddf-4f23-81c5-45a6ec0371d3), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:48.349933 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-92a91400-9cb4-45ef-93c1-e53682399973 admin admin] Publish callbacks [] for security_group (d5459a81-bddf-4f23-81c5-45a6ec0371d3), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:48.394028 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-92a91400-9cb4-45ef-93c1-e53682399973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (d5459a81-bddf-4f23-81c5-45a6ec0371d3), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:48.397247 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-92a91400-9cb4-45ef-93c1-e53682399973 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:48.398328 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-92a91400-9cb4-45ef-93c1-e53682399973 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d5459a81-bddf-4f23-81c5-45a6ec0371d3 HTTP/1.1" status: 204 len: 168 time: 0.1186669 May 09 04:35:48.406017 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a91400-9cb4-45ef-93c1-e53682399973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5459a81-bddf-4f23-81c5-45a6ec0371d3,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:35:49.732404 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (0ba91d57-31cd-4938-a6ad-bd18d942a965), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:50.487290 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-be1f2c51-26b9-44c7-b66b-26c52246d4ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (144b4b53-faa6-4e1c-8c93-1df238c644e2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:52.892264 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-12e387f9-689d-4d5f-972b-06276980b175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3dae496a-5564-45d9-8b4f-04486e79e4dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:54.173844 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7671283-9f0b-468d-8f0b-6ce51d9cb9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (896ddadf-f6f7-4d68-b704-6882247efc03), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:55.343795 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43e19ad3-c0e7-48b8-9cb0-6496f201f8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3ce75c28-5550-4d51-9af6-2a59ee09c43b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:56.921158 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (9a15748d-6a05-4459-b777-d0dd003edfa1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:57.522454 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 53166) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:35:57.624107 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b002e543-ec68-4167-8ba1-f340901fb5ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:57.698292 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b002e543-ec68-4167-8ba1-f340901fb5ba admin admin] Publish callbacks [] for security_group (d6cbc33d-f312-40de-b4df-22686fcb2901), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:57.701865 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-b002e543-ec68-4167-8ba1-f340901fb5ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (d6cbc33d-f312-40de-b4df-22686fcb2901), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:57.741915 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b002e543-ec68-4167-8ba1-f340901fb5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cbc33d-f312-40de-b4df-22686fcb2901,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:35:57.747363 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-b002e543-ec68-4167-8ba1-f340901fb5ba admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=62bb515e67e64fa99ed96a95b5aee9b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2238979 May 09 04:35:57.749875 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 53170) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:35:57.798333 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c537247-e51f-44c1-a493-4434d7ac7151 admin admin] Publish callbacks [] for security_group (d6cbc33d-f312-40de-b4df-22686fcb2901), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:57.820515 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c537247-e51f-44c1-a493-4434d7ac7151 admin admin] Publish callbacks [] for security_group (d6cbc33d-f312-40de-b4df-22686fcb2901), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:57.867150 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c537247-e51f-44c1-a493-4434d7ac7151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (d6cbc33d-f312-40de-b4df-22686fcb2901), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:57.869812 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-8c537247-e51f-44c1-a493-4434d7ac7151 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:35:57.870952 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-8c537247-e51f-44c1-a493-4434d7ac7151 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d6cbc33d-f312-40de-b4df-22686fcb2901 HTTP/1.1" status: 204 len: 168 time: 0.1201816 May 09 04:35:57.879126 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c537247-e51f-44c1-a493-4434d7ac7151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cbc33d-f312-40de-b4df-22686fcb2901,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:36:06.807104 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 53296) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:36:06.909925 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-19315d56-d97a-4ef3-9b82-96baf33929e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:06.986305 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-19315d56-d97a-4ef3-9b82-96baf33929e6 admin admin] Publish callbacks [] for security_group (53f914cb-40fa-4545-8bcd-cf84ef13a144), precommit_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:06.991653 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-19315d56-d97a-4ef3-9b82-96baf33929e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (53f914cb-40fa-4545-8bcd-cf84ef13a144), after_create {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:07.034126 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19315d56-d97a-4ef3-9b82-96baf33929e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f914cb-40fa-4545-8bcd-cf84ef13a144,revision_number=1']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:36:07.040372 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-19315d56-d97a-4ef3-9b82-96baf33929e6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ec208afbaa5b4b60a9c7929cee44f32a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322066 May 09 04:36:07.043243 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 53306) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:36:07.095813 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd7ec382-e33f-4043-9796-bf42f04a5df9 admin admin] Publish callbacks [] for security_group (53f914cb-40fa-4545-8bcd-cf84ef13a144), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:07.118104 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd7ec382-e33f-4043-9796-bf42f04a5df9 admin admin] Publish callbacks [] for security_group (53f914cb-40fa-4545-8bcd-cf84ef13a144), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:07.165748 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd7ec382-e33f-4043-9796-bf42f04a5df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (53f914cb-40fa-4545-8bcd-cf84ef13a144), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:07.168534 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-dd7ec382-e33f-4043-9796-bf42f04a5df9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:07.169791 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-dd7ec382-e33f-4043-9796-bf42f04a5df9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/53f914cb-40fa-4545-8bcd-cf84ef13a144 HTTP/1.1" status: 204 len: 168 time: 0.1207066 May 09 04:36:07.177716 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7ec382-e33f-4043-9796-bf42f04a5df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f914cb-40fa-4545-8bcd-cf84ef13a144,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:36:08.076451 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 53312) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:36:08.119696 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-177aed9d-0cde-4de6-a23a-b639467bac35 admin admin] Deleting subnet 817d6cf4-f213-4ef8-8b64-8984320d9963 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 04:36:08.122741 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-177aed9d-0cde-4de6-a23a-b639467bac35 admin admin] Publish callbacks [] for subnet (817d6cf4-f213-4ef8-8b64-8984320d9963), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:08.156517 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-177aed9d-0cde-4de6-a23a-b639467bac35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3728541'] for subnet (817d6cf4-f213-4ef8-8b64-8984320d9963), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:08.197990 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-177aed9d-0cde-4de6-a23a-b639467bac35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16420057'] for subnet (817d6cf4-f213-4ef8-8b64-8984320d9963), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:08.248572 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-177aed9d-0cde-4de6-a23a-b639467bac35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16420032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261596683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261552598'] for subnet (817d6cf4-f213-4ef8-8b64-8984320d9963), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:08.273372 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177aed9d-0cde-4de6-a23a-b639467bac35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=817d6cf4-f213-4ef8-8b64-8984320d9963,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:36:08.277078 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-177aed9d-0cde-4de6-a23a-b639467bac35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:08.282161 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-177aed9d-0cde-4de6-a23a-b639467bac35 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/817d6cf4-f213-4ef8-8b64-8984320d9963 HTTP/1.1" status: 204 len: 168 time: 0.2046416 May 09 04:36:08.282837 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 53314) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:36:08.349956 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e8236efd-2252-4dab-8ef8-6b8d67f4242e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16361990'] for network (627ae9bf-4485-4d21-8d33-ad26d60fe27f), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:08.429254 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e8236efd-2252-4dab-8ef8-6b8d67f4242e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16419436', 'neutron.services.segments.db._delete_segments_for_network-8782008167190'] for network (627ae9bf-4485-4d21-8d33-ad26d60fe27f), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:08.449124 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-e8236efd-2252-4dab-8ef8-6b8d67f4242e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['627ae9bf-4485-4d21-8d33-ad26d60fe27f']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:36:08.458221 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-e8236efd-2252-4dab-8ef8-6b8d67f4242e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6fc2217-4ccc-49f9-89a1-955981406961') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:36:08.458519 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-e8236efd-2252-4dab-8ef8-6b8d67f4242e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6fc2217-4ccc-49f9-89a1-955981406961') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:36:08.467912 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e8236efd-2252-4dab-8ef8-6b8d67f4242e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782008168991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260862404'] for segment (a6fc2217-4ccc-49f9-89a1-955981406961), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:08.481247 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e8236efd-2252-4dab-8ef8-6b8d67f4242e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754'] for segment (a6fc2217-4ccc-49f9-89a1-955981406961), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:08.486957 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8236efd-2252-4dab-8ef8-6b8d67f4242e admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 04:36:08.487334 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e8236efd-2252-4dab-8ef8-6b8d67f4242e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718903'] for segment (a6fc2217-4ccc-49f9-89a1-955981406961), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:08.489865 dv-cinder-838009-3-iscsi neutron-server[103225]: Traceback (most recent call last): May 09 04:36:08.489865 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 04:36:08.489865 dv-cinder-838009-3-iscsi neutron-server[103225]: timer() May 09 04:36:08.489865 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 04:36:08.489865 dv-cinder-838009-3-iscsi neutron-server[103225]: cb(*args, **kw) May 09 04:36:08.489865 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 04:36:08.489865 dv-cinder-838009-3-iscsi neutron-server[103225]: return func(*args, **kwargs) May 09 04:36:08.489865 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 04:36:08.489865 dv-cinder-838009-3-iscsi neutron-server[103225]: self._notify() May 09 04:36:08.489865 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 04:36:08.489865 dv-cinder-838009-3-iscsi neutron-server[103225]: self.callback(batched_events) May 09 04:36:08.489865 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 04:36:08.489865 dv-cinder-838009-3-iscsi neutron-server[103225]: event.method(event) May 09 04:36:08.489865 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 04:36:08.489865 dv-cinder-838009-3-iscsi neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 04:36:08.489865 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 04:36:08.489865 dv-cinder-838009-3-iscsi neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( May 09 04:36:08.489865 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 04:36:08.489865 dv-cinder-838009-3-iscsi neutron-server[103225]: return f(self, *a, **k) May 09 04:36:08.489865 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 04:36:08.489865 dv-cinder-838009-3-iscsi neutron-server[103225]: return self._get(url).json() May 09 04:36:08.489865 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 04:36:08.489865 dv-cinder-838009-3-iscsi neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 04:36:08.489865 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 04:36:08.489865 dv-cinder-838009-3-iscsi neutron-server[103225]: return self.request(url, 'GET', **kwargs) May 09 04:36:08.489865 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 04:36:08.489865 dv-cinder-838009-3-iscsi neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, May 09 04:36:08.489865 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 04:36:08.489865 dv-cinder-838009-3-iscsi neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 04:36:08.489865 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 04:36:08.489865 dv-cinder-838009-3-iscsi neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 04:36:08.489865 dv-cinder-838009-3-iscsi neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 04:36:08.545236 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e8236efd-2252-4dab-8ef8-6b8d67f4242e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16419415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-653516'] for network (627ae9bf-4485-4d21-8d33-ad26d60fe27f), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:08.551221 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e8236efd-2252-4dab-8ef8-6b8d67f4242e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:08.554441 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-e8236efd-2252-4dab-8ef8-6b8d67f4242e admin admin] 10.222.0.44 "DELETE /v2.0/networks/627ae9bf-4485-4d21-8d33-ad26d60fe27f HTTP/1.1" status: 204 len: 168 time: 0.2706277 May 09 04:36:08.565137 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8236efd-2252-4dab-8ef8-6b8d67f4242e admin admin] Pushing event deleted for resources: {'Network': ['ID=627ae9bf-4485-4d21-8d33-ad26d60fe27f,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:36:08.709453 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 53318) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:36:08.749290 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-c6ba6d85-1412-47d9-8071-7d856c040105 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3d6aeac77b6d4f1c8f912d7c5d91968f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386903 May 09 04:36:08.751618 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 53320) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:36:08.798574 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6fef6bdd-114e-4e00-9adb-15803c696351 admin admin] Publish callbacks [] for security_group (7c8f1502-905e-441a-a5fd-62cb90725c99), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:08.821908 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6fef6bdd-114e-4e00-9adb-15803c696351 admin admin] Publish callbacks [] for security_group (7c8f1502-905e-441a-a5fd-62cb90725c99), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:08.869378 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6fef6bdd-114e-4e00-9adb-15803c696351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (7c8f1502-905e-441a-a5fd-62cb90725c99), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:08.872099 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-6fef6bdd-114e-4e00-9adb-15803c696351 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:08.873372 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-6fef6bdd-114e-4e00-9adb-15803c696351 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7c8f1502-905e-441a-a5fd-62cb90725c99 HTTP/1.1" status: 204 len: 168 time: 0.1208084 May 09 04:36:08.886132 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef6bdd-114e-4e00-9adb-15803c696351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8f1502-905e-441a-a5fd-62cb90725c99,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:36:11.141396 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 53324) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:36:11.290874 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e9127216-2fae-4498-ae70-20ea68fe0a08 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Deleting port dff61a38-632a-4f1c-8b3c-6870b1023c36 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:36:11.291210 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e9127216-2fae-4498-ae70-20ea68fe0a08 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (dff61a38-632a-4f1c-8b3c-6870b1023c36), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:11.364782 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e9127216-2fae-4498-ae70-20ea68fe0a08 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (dff61a38-632a-4f1c-8b3c-6870b1023c36), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:11.365103 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e9127216-2fae-4498-ae70-20ea68fe0a08 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks [] for floatingip (dff61a38-632a-4f1c-8b3c-6870b1023c36), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:11.377714 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-e9127216-2fae-4498-ae70-20ea68fe0a08 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Calling delete_port for dff61a38-632a-4f1c-8b3c-6870b1023c36 owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:36:11.522299 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e9127216-2fae-4498-ae70-20ea68fe0a08 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (dff61a38-632a-4f1c-8b3c-6870b1023c36), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:11.545673 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9127216-2fae-4498-ae70-20ea68fe0a08 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Pushing event deleted for resources: {'Port': ['ID=dff61a38-632a-4f1c-8b3c-6870b1023c36,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:36:11.556097 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9127216-2fae-4498-ae70-20ea68fe0a08 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:36:11.556451 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9127216-2fae-4498-ae70-20ea68fe0a08 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:36:11.556800 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9127216-2fae-4498-ae70-20ea68fe0a08 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:36:11.557144 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9127216-2fae-4498-ae70-20ea68fe0a08 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:36:11.558116 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9127216-2fae-4498-ae70-20ea68fe0a08 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:36:11.558116 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9127216-2fae-4498-ae70-20ea68fe0a08 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:36:11.558116 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9127216-2fae-4498-ae70-20ea68fe0a08 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:36:11.558430 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9127216-2fae-4498-ae70-20ea68fe0a08 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:36:11.558749 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9127216-2fae-4498-ae70-20ea68fe0a08 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:36:11.559080 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9127216-2fae-4498-ae70-20ea68fe0a08 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:36:11.559410 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9127216-2fae-4498-ae70-20ea68fe0a08 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:36:11.559735 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9127216-2fae-4498-ae70-20ea68fe0a08 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:36:11.560109 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9127216-2fae-4498-ae70-20ea68fe0a08 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:36:11.560435 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9127216-2fae-4498-ae70-20ea68fe0a08 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:36:11.560754 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9127216-2fae-4498-ae70-20ea68fe0a08 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:36:11.624588 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e9127216-2fae-4498-ae70-20ea68fe0a08 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks [] for floatingip (363b08b3-99ec-4e6b-b4fb-4c830fea47a1), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:11.624928 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.db.l3_db [None req-e9127216-2fae-4498-ae70-20ea68fe0a08 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Floating IP 363b08b3-99ec-4e6b-b4fb-4c830fea47a1 disassociated (deleted). External IP: 172.27.2.68, port: 955434ea-3868-4ce0-a79f-ebf7e2af37c0. May 09 04:36:11.835919 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9127216-2fae-4498-ae70-20ea68fe0a08 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Router ca67ea01-395b-4d58-a518-591071975afb has already been hosted by L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 04:36:11.945152 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9127216-2fae-4498-ae70-20ea68fe0a08 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:36:11.950047 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-e9127216-2fae-4498-ae70-20ea68fe0a08 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:11.954504 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cf3188-c22e-40f0-82bf-4aa4ee9912f7 None None] Sync routers for ids ['ca67ea01-395b-4d58-a518-591071975afb'] in dv-cinder-838009-3-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:36:11.964800 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cf3188-c22e-40f0-82bf-4aa4ee9912f7 None None] Routers {'ca67ea01-395b-4d58-a518-591071975afb'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:36:11.965686 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a0cf3188-c22e-40f0-82bf-4aa4ee9912f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:35:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['ca67ea01-395b-4d58-a518-591071975afb'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:36:11.980454 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-e9127216-2fae-4498-ae70-20ea68fe0a08 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "DELETE /v2.0/floatingips/363b08b3-99ec-4e6b-b4fb-4c830fea47a1 HTTP/1.1" status: 204 len: 168 time: 0.8380692 May 09 04:36:11.981037 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dcd6d81-e095-4cc4-9c05-276e02d3f1dc', 'tag': '955434ea-3868-4ce0-a79f-ebf7e2af37c0'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:36:11.983280 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708343da101edf5db3821e80f7e6194e70163222c3a70cb9c2c474869a6028b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7885644-8c82-4f33-8632-340629ccfbdf" -d '{"events": [{"name": "network-changed", "server_uuid": "3dcd6d81-e095-4cc4-9c05-276e02d3f1dc", "tag": "955434ea-3868-4ce0-a79f-ebf7e2af37c0"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:36:12.026429 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 04:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17cab6bd-e83e-4d9b-87e8-fb647a2757f9 x-openstack-request-id: req-17cab6bd-e83e-4d9b-87e8-fb647a2757f9 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:36:12.026917 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dcd6d81-e095-4cc4-9c05-276e02d3f1dc", "tag": "955434ea-3868-4ce0-a79f-ebf7e2af37c0", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:36:12.027176 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-17cab6bd-e83e-4d9b-87e8-fb647a2757f9 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:36:12.027588 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17cab6bd-e83e-4d9b-87e8-fb647a2757f9'] response: {'name': 'network-changed', 'server_uuid': '3dcd6d81-e095-4cc4-9c05-276e02d3f1dc', 'tag': '955434ea-3868-4ce0-a79f-ebf7e2af37c0', 'status': 'completed', 'code': 200} May 09 04:36:12.082923 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-a0cf3188-c22e-40f0-82bf-4aa4ee9912f7 None None] Set router ca67ea01-395b-4d58-a518-591071975afb gateway port host: dv-cinder-838009-3-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:36:12.086886 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7885644-8c82-4f33-8632-340629ccfbdf req-2edcc933-0379-4a27-8ff4-dc8a88ad37cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:36:12.088444 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c7885644-8c82-4f33-8632-340629ccfbdf req-2edcc933-0379-4a27-8ff4-dc8a88ad37cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b6223852af9c4361b99a24e7a49a7734&device_id=3dcd6d81-e095-4cc4-9c05-276e02d3f1dc HTTP/1.1" status: 200 len: 1129 time: 0.0416803 May 09 04:36:12.234130 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7885644-8c82-4f33-8632-340629ccfbdf req-301d0fbb-568c-4425-b908-6882dab03899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:36:12.235622 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c7885644-8c82-4f33-8632-340629ccfbdf req-301d0fbb-568c-4425-b908-6882dab03899 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d0b894fb-ca2e-4f02-9d2e-0b887784e9ae HTTP/1.1" status: 200 len: 913 time: 0.1268311 May 09 04:36:12.244591 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99576e89-7f7e-43f6-92dd-bc75a3daf048 req-7bf1cb2c-500f-4e4d-ab72-99c94b205fb7 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:36:12.246004 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-99576e89-7f7e-43f6-92dd-bc75a3daf048 req-7bf1cb2c-500f-4e4d-ab72-99c94b205fb7 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3dcd6d81-e095-4cc4-9c05-276e02d3f1dc HTTP/1.1" status: 200 len: 945 time: 0.0732324 May 09 04:36:12.297069 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-99576e89-7f7e-43f6-92dd-bc75a3daf048 req-10250d3a-c584-4787-844e-8fc939ecae7c tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453665 May 09 04:36:12.316353 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a0cf3188-c22e-40f0-82bf-4aa4ee9912f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca67ea01-395b-4d58-a518-591071975afb', 'name': 'tempest-TestVolumeBootPattern-1136214510-router', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:44Z', 'updated_at': '2022-05-09T04:27:51Z', 'revision_number': 4, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'gw_port': {'id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:45Z', 'updated_at': '2022-05-09T04:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_floatingips': [{'id': '16de3943-4179-4073-89d1-1dbe4bc68c67', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'floating_ip_address': '172.27.2.100', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'port_id': 'e05ee7be-8781-44a0-8ae2-fb665919b80b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae', 'mac_address': 'fa:16:3e:68:42:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0064c5db-f056-49f6-a8ba-54c3f60c41ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:32:07Z', 'updated_at': '2022-05-09T04:32:10Z', 'revision_number': 1, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '269efca6-e9a1-43bc-83bb-f3eab1746004', 'name': '', 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'mac_address': 'fa:16:3e:19:7b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'dbed64c5-3159-495c-b3f2-34c99afd3de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:50Z', 'updated_at': '2022-05-09T04:28:08Z', 'revision_number': 5, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'subnets': [{'id': 'dbed64c5-3159-495c-b3f2-34c99afd3de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:36:12.344871 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cf3188-c22e-40f0-82bf-4aa4ee9912f7 None None] Checking router: ca67ea01-395b-4d58-a518-591071975afb for host: dv-cinder-838009-3-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:36:12.354807 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cf3188-c22e-40f0-82bf-4aa4ee9912f7 None None] Routers {'ca67ea01-395b-4d58-a518-591071975afb'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:36:12.355455 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a0cf3188-c22e-40f0-82bf-4aa4ee9912f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:35:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['ca67ea01-395b-4d58-a518-591071975afb'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:36:12.464491 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-a0cf3188-c22e-40f0-82bf-4aa4ee9912f7 None None] Set router ca67ea01-395b-4d58-a518-591071975afb gateway port host: dv-cinder-838009-3-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:36:12.673297 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-a0cf3188-c22e-40f0-82bf-4aa4ee9912f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca67ea01-395b-4d58-a518-591071975afb', 'name': 'tempest-TestVolumeBootPattern-1136214510-router', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:44Z', 'updated_at': '2022-05-09T04:27:51Z', 'revision_number': 4, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'gw_port': {'id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:45Z', 'updated_at': '2022-05-09T04:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_floatingips': [{'id': '16de3943-4179-4073-89d1-1dbe4bc68c67', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'floating_ip_address': '172.27.2.100', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'port_id': 'e05ee7be-8781-44a0-8ae2-fb665919b80b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae', 'mac_address': 'fa:16:3e:68:42:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0064c5db-f056-49f6-a8ba-54c3f60c41ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:32:07Z', 'updated_at': '2022-05-09T04:32:10Z', 'revision_number': 1, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '269efca6-e9a1-43bc-83bb-f3eab1746004', 'name': '', 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'mac_address': 'fa:16:3e:19:7b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'dbed64c5-3159-495c-b3f2-34c99afd3de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:50Z', 'updated_at': '2022-05-09T04:28:08Z', 'revision_number': 5, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'subnets': [{'id': 'dbed64c5-3159-495c-b3f2-34c99afd3de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:36:12.702666 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cf3188-c22e-40f0-82bf-4aa4ee9912f7 None None] The sync data for ids ['ca67ea01-395b-4d58-a518-591071975afb'] in dv-cinder-838009-3-iscsi is: [{'id': 'ca67ea01-395b-4d58-a518-591071975afb', 'name': 'tempest-TestVolumeBootPattern-1136214510-router', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:44Z', 'updated_at': '2022-05-09T04:27:51Z', 'revision_number': 4, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'gw_port': {'id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:45Z', 'updated_at': '2022-05-09T04:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_floatingips': [{'id': '16de3943-4179-4073-89d1-1dbe4bc68c67', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'floating_ip_address': '172.27.2.100', 'floating_network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'router_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'port_id': 'e05ee7be-8781-44a0-8ae2-fb665919b80b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae', 'mac_address': 'fa:16:3e:68:42:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0064c5db-f056-49f6-a8ba-54c3f60c41ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-09T04:32:07Z', 'updated_at': '2022-05-09T04:32:10Z', 'revision_number': 1, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '269efca6-e9a1-43bc-83bb-f3eab1746004', 'name': '', 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'mac_address': 'fa:16:3e:19:7b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'dbed64c5-3159-495c-b3f2-34c99afd3de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:50Z', 'updated_at': '2022-05-09T04:28:08Z', 'revision_number': 5, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'subnets': [{'id': 'dbed64c5-3159-495c-b3f2-34c99afd3de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:36:12.917405 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9400f1a9-5e75-4e71-a0d7-23e0dfdb7aa1 None None] New status for floating IP 363b08b3-99ec-4e6b-b4fb-4c830fea47a1: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 04:36:13.155516 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c7885644-8c82-4f33-8632-340629ccfbdf req-ea1e792d-0b81-47e7-87eb-8758b73429e4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=955434ea-3868-4ce0-a79f-ebf7e2af37c0 HTTP/1.1" status: 200 len: 217 time: 0.0340798 May 09 04:36:13.209792 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7885644-8c82-4f33-8632-340629ccfbdf req-ef822b09-d5df-411f-92c9-dd05df22a974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:36:13.211184 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c7885644-8c82-4f33-8632-340629ccfbdf req-ef822b09-d5df-411f-92c9-dd05df22a974 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dbed64c5-3159-495c-b3f2-34c99afd3de9 HTTP/1.1" status: 200 len: 851 time: 0.0464809 May 09 04:36:13.254066 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7885644-8c82-4f33-8632-340629ccfbdf req-d5694137-6fe1-4d62-8f9a-e6e40d8814cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:36:13.255428 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c7885644-8c82-4f33-8632-340629ccfbdf req-d5694137-6fe1-4d62-8f9a-e6e40d8814cf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d0b894fb-ca2e-4f02-9d2e-0b887784e9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380371 May 09 04:36:13.427238 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c7885644-8c82-4f33-8632-340629ccfbdf req-25c95351-61b2-4390-8558-f734c3fc9a95 service neutron] 10.222.0.13 "GET /v2.0/networks/d0b894fb-ca2e-4f02-9d2e-0b887784e9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839593 May 09 04:36:13.467999 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46071275-fc95-4b12-8e1e-5fac90a8dd1f req-ec8de97a-b721-4c7d-a364-a212ab600305 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:36:13.469484 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-46071275-fc95-4b12-8e1e-5fac90a8dd1f req-ec8de97a-b721-4c7d-a364-a212ab600305 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3dcd6d81-e095-4cc4-9c05-276e02d3f1dc HTTP/1.1" status: 200 len: 945 time: 0.0467172 May 09 04:36:13.517807 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-46071275-fc95-4b12-8e1e-5fac90a8dd1f req-7b45f0db-cabb-4a52-b5d6-6c75ffe7abd3 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421638 May 09 04:36:13.668529 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071267ce-784a-496b-a23f-fe8f5d162292 req-2e06b51a-1ad1-48df-bf40-f504c10514b1 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:36:13.670114 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-071267ce-784a-496b-a23f-fe8f5d162292 req-2e06b51a-1ad1-48df-bf40-f504c10514b1 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dcd6d81-e095-4cc4-9c05-276e02d3f1dc HTTP/1.1" status: 200 len: 945 time: 0.0583637 May 09 04:36:13.694074 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c7885644-8c82-4f33-8632-340629ccfbdf req-33fa7da4-1b96-40d3-8db2-eb9fe8260a39 service neutron] 10.222.0.13 "GET /v2.0/networks/d0b894fb-ca2e-4f02-9d2e-0b887784e9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335502 May 09 04:36:13.768631 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-071267ce-784a-496b-a23f-fe8f5d162292 req-cdec2155-42c8-4044-80af-2a5e60746bc8 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Deleting port 955434ea-3868-4ce0-a79f-ebf7e2af37c0 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:36:13.769409 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-071267ce-784a-496b-a23f-fe8f5d162292 req-cdec2155-42c8-4044-80af-2a5e60746bc8 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (955434ea-3868-4ce0-a79f-ebf7e2af37c0), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:13.861529 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-071267ce-784a-496b-a23f-fe8f5d162292 req-cdec2155-42c8-4044-80af-2a5e60746bc8 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] For port 955434ea-3868-4ce0-a79f-ebf7e2af37c0, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=955434ea-3868-4ce0-a79f-ebf7e2af37c0,segment=NetworkSegment(eba89e37-d903-4a50-b018-bea7c47e8946),segment_id=eba89e37-d903-4a50-b018-bea7c47e8946)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:36:13.861937 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-071267ce-784a-496b-a23f-fe8f5d162292 req-cdec2155-42c8-4044-80af-2a5e60746bc8 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (955434ea-3868-4ce0-a79f-ebf7e2af37c0), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:13.874674 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-071267ce-784a-496b-a23f-fe8f5d162292 req-cdec2155-42c8-4044-80af-2a5e60746bc8 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Calling delete_port for 955434ea-3868-4ce0-a79f-ebf7e2af37c0 owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:36:14.013668 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-071267ce-784a-496b-a23f-fe8f5d162292 req-cdec2155-42c8-4044-80af-2a5e60746bc8 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (955434ea-3868-4ce0-a79f-ebf7e2af37c0), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:14.040723 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec2155-42c8-4044-80af-2a5e60746bc8 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Pushing event deleted for resources: {'Port': ['ID=955434ea-3868-4ce0-a79f-ebf7e2af37c0,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:36:14.088470 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-071267ce-784a-496b-a23f-fe8f5d162292 req-cdec2155-42c8-4044-80af-2a5e60746bc8 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] No DVR routers for this DVR port 955434ea-3868-4ce0-a79f-ebf7e2af37c0 on host hv-cinder-83800 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 04:36:14.091146 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-071267ce-784a-496b-a23f-fe8f5d162292 req-cdec2155-42c8-4044-80af-2a5e60746bc8 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:14.094375 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-071267ce-784a-496b-a23f-fe8f5d162292 req-cdec2155-42c8-4044-80af-2a5e60746bc8 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.13 "DELETE /v2.0/ports/955434ea-3868-4ce0-a79f-ebf7e2af37c0 HTTP/1.1" status: 204 len: 173 time: 0.4169252 May 09 04:36:14.094801 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dcd6d81-e095-4cc4-9c05-276e02d3f1dc', 'name': 'network-vif-deleted', 'tag': '955434ea-3868-4ce0-a79f-ebf7e2af37c0'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:36:14.097633 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708343da101edf5db3821e80f7e6194e70163222c3a70cb9c2c474869a6028b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7dc690-cfca-4ec9-82a4-a5c3a4ed2796" -d '{"events": [{"server_uuid": "3dcd6d81-e095-4cc4-9c05-276e02d3f1dc", "name": "network-vif-deleted", "tag": "955434ea-3868-4ce0-a79f-ebf7e2af37c0"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:36:14.132821 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 04:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6167de9a-9680-4747-ad3f-965c9217ca13 x-openstack-request-id: req-6167de9a-9680-4747-ad3f-965c9217ca13 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:36:14.133168 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dcd6d81-e095-4cc4-9c05-276e02d3f1dc", "name": "network-vif-deleted", "tag": "955434ea-3868-4ce0-a79f-ebf7e2af37c0", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:36:14.133419 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6167de9a-9680-4747-ad3f-965c9217ca13 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:36:14.133824 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6167de9a-9680-4747-ad3f-965c9217ca13'] response: {'server_uuid': '3dcd6d81-e095-4cc4-9c05-276e02d3f1dc', 'name': 'network-vif-deleted', 'tag': '955434ea-3868-4ce0-a79f-ebf7e2af37c0', 'status': 'completed', 'code': 200} May 09 04:36:14.630748 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-18e554a3-2ed6-437a-8ded-fe3099ed09a6 req-8855920d-799b-4366-b01b-f4bfe7dd9fde tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3dcd6d81-e095-4cc4-9c05-276e02d3f1dc HTTP/1.1" status: 200 len: 210 time: 0.0300899 May 09 04:36:17.052975 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 955434ea-3868-4ce0-a79f-ebf7e2af37c0 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:36:17.073402 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] No Port match for: 955434ea-3868-4ce0-a79f-ebf7e2af37c0 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 04:36:17.073741 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device 955434ea-3868-4ce0-a79f-ebf7e2af37c0 not bound to the agent host hv-cinder-83800 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 04:36:17.912308 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 53352) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:36:18.058693 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fbc4fa93-8449-4da4-beff-8fe364ba7f8c tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Deleting port 5afe7ffb-8554-42af-ae33-188eeab05bf7 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:36:18.058946 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fbc4fa93-8449-4da4-beff-8fe364ba7f8c tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (5afe7ffb-8554-42af-ae33-188eeab05bf7), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:18.132134 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fbc4fa93-8449-4da4-beff-8fe364ba7f8c tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (5afe7ffb-8554-42af-ae33-188eeab05bf7), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:18.132460 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fbc4fa93-8449-4da4-beff-8fe364ba7f8c tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks [] for floatingip (5afe7ffb-8554-42af-ae33-188eeab05bf7), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:18.144892 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-fbc4fa93-8449-4da4-beff-8fe364ba7f8c tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Calling delete_port for 5afe7ffb-8554-42af-ae33-188eeab05bf7 owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:36:18.291095 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fbc4fa93-8449-4da4-beff-8fe364ba7f8c tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (5afe7ffb-8554-42af-ae33-188eeab05bf7), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:18.328219 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc4fa93-8449-4da4-beff-8fe364ba7f8c tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Pushing event deleted for resources: {'Port': ['ID=5afe7ffb-8554-42af-ae33-188eeab05bf7,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:36:18.660047 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fbc4fa93-8449-4da4-beff-8fe364ba7f8c tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks [] for floatingip (16de3943-4179-4073-89d1-1dbe4bc68c67), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:18.660264 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.db.l3_db [None req-fbc4fa93-8449-4da4-beff-8fe364ba7f8c tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Floating IP 16de3943-4179-4073-89d1-1dbe4bc68c67 disassociated (deleted). External IP: 172.27.2.100, port: e05ee7be-8781-44a0-8ae2-fb665919b80b. May 09 04:36:18.873469 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc4fa93-8449-4da4-beff-8fe364ba7f8c tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Router ca67ea01-395b-4d58-a518-591071975afb has already been hosted by L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 04:36:18.985206 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc4fa93-8449-4da4-beff-8fe364ba7f8c tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:36:18.990050 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-fbc4fa93-8449-4da4-beff-8fe364ba7f8c tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:18.994570 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223d63c1-41e6-403f-ba9e-b6fb3daadb4f None None] Sync routers for ids ['ca67ea01-395b-4d58-a518-591071975afb'] in dv-cinder-838009-3-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:36:19.004502 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223d63c1-41e6-403f-ba9e-b6fb3daadb4f None None] Routers {'ca67ea01-395b-4d58-a518-591071975afb'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:36:19.005119 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-223d63c1-41e6-403f-ba9e-b6fb3daadb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:35:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['ca67ea01-395b-4d58-a518-591071975afb'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:36:19.020630 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-fbc4fa93-8449-4da4-beff-8fe364ba7f8c tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "DELETE /v2.0/floatingips/16de3943-4179-4073-89d1-1dbe4bc68c67 HTTP/1.1" status: 204 len: 168 time: 1.1072540 May 09 04:36:19.021226 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0064c5db-f056-49f6-a8ba-54c3f60c41ec', 'tag': 'e05ee7be-8781-44a0-8ae2-fb665919b80b'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:36:19.023483 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708343da101edf5db3821e80f7e6194e70163222c3a70cb9c2c474869a6028b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24567da-7eb3-4f45-b847-2a7586b6cb32" -d '{"events": [{"name": "network-changed", "server_uuid": "0064c5db-f056-49f6-a8ba-54c3f60c41ec", "tag": "e05ee7be-8781-44a0-8ae2-fb665919b80b"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:36:19.060858 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 May 2022 04:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4723bbc3-1f35-4f67-a6fc-048046057620 x-openstack-request-id: req-4723bbc3-1f35-4f67-a6fc-048046057620 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:36:19.061160 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0064c5db-f056-49f6-a8ba-54c3f60c41ec", "tag": "e05ee7be-8781-44a0-8ae2-fb665919b80b", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:36:19.061569 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4723bbc3-1f35-4f67-a6fc-048046057620 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:36:19.062106 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4723bbc3-1f35-4f67-a6fc-048046057620'] response: {'name': 'network-changed', 'server_uuid': '0064c5db-f056-49f6-a8ba-54c3f60c41ec', 'tag': 'e05ee7be-8781-44a0-8ae2-fb665919b80b', 'status': 'completed', 'code': 200} May 09 04:36:19.123614 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-223d63c1-41e6-403f-ba9e-b6fb3daadb4f None None] Set router ca67ea01-395b-4d58-a518-591071975afb gateway port host: dv-cinder-838009-3-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:36:19.126477 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24567da-7eb3-4f45-b847-2a7586b6cb32 req-c5750b3c-41db-4af1-8823-7561444678cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:36:19.128698 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c24567da-7eb3-4f45-b847-2a7586b6cb32 req-c5750b3c-41db-4af1-8823-7561444678cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b6223852af9c4361b99a24e7a49a7734&device_id=0064c5db-f056-49f6-a8ba-54c3f60c41ec HTTP/1.1" status: 200 len: 1130 time: 0.0420713 May 09 04:36:19.238512 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24567da-7eb3-4f45-b847-2a7586b6cb32 req-18b46f6c-5100-4a81-93ae-bf872cd754f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:36:19.239700 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c24567da-7eb3-4f45-b847-2a7586b6cb32 req-18b46f6c-5100-4a81-93ae-bf872cd754f2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d0b894fb-ca2e-4f02-9d2e-0b887784e9ae HTTP/1.1" status: 200 len: 913 time: 0.1002421 May 09 04:36:19.325794 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-223d63c1-41e6-403f-ba9e-b6fb3daadb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca67ea01-395b-4d58-a518-591071975afb', 'name': 'tempest-TestVolumeBootPattern-1136214510-router', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:44Z', 'updated_at': '2022-05-09T04:27:51Z', 'revision_number': 4, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'gw_port': {'id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:45Z', 'updated_at': '2022-05-09T04:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '269efca6-e9a1-43bc-83bb-f3eab1746004', 'name': '', 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'mac_address': 'fa:16:3e:19:7b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'dbed64c5-3159-495c-b3f2-34c99afd3de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:50Z', 'updated_at': '2022-05-09T04:28:08Z', 'revision_number': 5, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'subnets': [{'id': 'dbed64c5-3159-495c-b3f2-34c99afd3de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:36:19.352779 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223d63c1-41e6-403f-ba9e-b6fb3daadb4f None None] Checking router: ca67ea01-395b-4d58-a518-591071975afb for host: dv-cinder-838009-3-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:36:19.360851 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223d63c1-41e6-403f-ba9e-b6fb3daadb4f None None] Routers {'ca67ea01-395b-4d58-a518-591071975afb'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:36:19.361464 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-223d63c1-41e6-403f-ba9e-b6fb3daadb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:35:53Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['ca67ea01-395b-4d58-a518-591071975afb'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:36:19.461923 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e723a0-e7ce-44fc-aa42-f4d5673eb352 req-ac86c6cd-c9af-439d-93df-c41a5589df2a tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:36:19.464018 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f6e723a0-e7ce-44fc-aa42-f4d5673eb352 req-ac86c6cd-c9af-439d-93df-c41a5589df2a tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=0064c5db-f056-49f6-a8ba-54c3f60c41ec HTTP/1.1" status: 200 len: 946 time: 0.2493820 May 09 04:36:19.471018 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-223d63c1-41e6-403f-ba9e-b6fb3daadb4f None None] Set router ca67ea01-395b-4d58-a518-591071975afb gateway port host: dv-cinder-838009-3-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:36:19.515413 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-f6e723a0-e7ce-44fc-aa42-f4d5673eb352 req-87752ff4-3d4b-4fd0-b777-8424361826fa tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441422 May 09 04:36:19.655436 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-223d63c1-41e6-403f-ba9e-b6fb3daadb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca67ea01-395b-4d58-a518-591071975afb', 'name': 'tempest-TestVolumeBootPattern-1136214510-router', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:44Z', 'updated_at': '2022-05-09T04:27:51Z', 'revision_number': 4, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'gw_port': {'id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:45Z', 'updated_at': '2022-05-09T04:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '269efca6-e9a1-43bc-83bb-f3eab1746004', 'name': '', 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'mac_address': 'fa:16:3e:19:7b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'dbed64c5-3159-495c-b3f2-34c99afd3de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:50Z', 'updated_at': '2022-05-09T04:28:08Z', 'revision_number': 5, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'subnets': [{'id': 'dbed64c5-3159-495c-b3f2-34c99afd3de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:36:19.684891 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223d63c1-41e6-403f-ba9e-b6fb3daadb4f None None] The sync data for ids ['ca67ea01-395b-4d58-a518-591071975afb'] in dv-cinder-838009-3-iscsi is: [{'id': 'ca67ea01-395b-4d58-a518-591071975afb', 'name': 'tempest-TestVolumeBootPattern-1136214510-router', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:44Z', 'updated_at': '2022-05-09T04:27:51Z', 'revision_number': 4, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'gw_port': {'id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:45Z', 'updated_at': '2022-05-09T04:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi', '_interfaces': [{'id': '269efca6-e9a1-43bc-83bb-f3eab1746004', 'name': '', 'network_id': 'd0b894fb-ca2e-4f02-9d2e-0b887784e9ae', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'mac_address': 'fa:16:3e:19:7b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'dbed64c5-3159-495c-b3f2-34c99afd3de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:50Z', 'updated_at': '2022-05-09T04:28:08Z', 'revision_number': 5, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'subnets': [{'id': 'dbed64c5-3159-495c-b3f2-34c99afd3de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:36:19.731126 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (0ba91d57-31cd-4938-a6ad-bd18d942a965), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:19.914048 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8943d2b3-955e-4f53-a9c9-e94ecc529c6b None None] New status for floating IP 16de3943-4179-4073-89d1-1dbe4bc68c67: DOWN {{(pid=103228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 09 04:36:20.180932 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c24567da-7eb3-4f45-b847-2a7586b6cb32 req-21486f08-ee5f-41cf-8e3b-2bb640d8976a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e05ee7be-8781-44a0-8ae2-fb665919b80b HTTP/1.1" status: 200 len: 217 time: 0.0384698 May 09 04:36:20.230332 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24567da-7eb3-4f45-b847-2a7586b6cb32 req-e708d745-8ecb-4ae4-a5ed-3bde051cb8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:36:20.231757 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c24567da-7eb3-4f45-b847-2a7586b6cb32 req-e708d745-8ecb-4ae4-a5ed-3bde051cb8bd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dbed64c5-3159-495c-b3f2-34c99afd3de9 HTTP/1.1" status: 200 len: 851 time: 0.0437357 May 09 04:36:20.356073 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24567da-7eb3-4f45-b847-2a7586b6cb32 req-d62c0548-beb8-426e-9cb2-970e9af9c7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:36:20.357586 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c24567da-7eb3-4f45-b847-2a7586b6cb32 req-d62c0548-beb8-426e-9cb2-970e9af9c7d2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d0b894fb-ca2e-4f02-9d2e-0b887784e9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402534 May 09 04:36:20.450992 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c24567da-7eb3-4f45-b847-2a7586b6cb32 req-4c65b39d-c0c3-49e0-a67a-d382a04f65ea service neutron] 10.222.0.13 "GET /v2.0/networks/d0b894fb-ca2e-4f02-9d2e-0b887784e9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863090 May 09 04:36:20.489071 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-555414f1-e2a6-4954-ac7c-759abe1c00ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (144b4b53-faa6-4e1c-8c93-1df238c644e2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:20.635247 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-c24567da-7eb3-4f45-b847-2a7586b6cb32 req-7cf262b0-286e-49fc-9864-f8ea8262bde8 service neutron] 10.222.0.13 "GET /v2.0/networks/d0b894fb-ca2e-4f02-9d2e-0b887784e9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284726 May 09 04:36:20.642286 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7b3f6-782b-4581-af1b-8fab24a518cf req-819ff26f-8485-486e-aee6-b401b4474f0b tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:36:20.644315 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-21c7b3f6-782b-4581-af1b-8fab24a518cf req-819ff26f-8485-486e-aee6-b401b4474f0b tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.13 "GET /v2.0/ports?device_id=0064c5db-f056-49f6-a8ba-54c3f60c41ec HTTP/1.1" status: 200 len: 946 time: 0.0649960 May 09 04:36:20.686801 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df337a2-3683-4e32-9dda-53961a182e6f req-46fe7cd8-a7e1-4cdb-a7ca-5c7095185f0a tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 09 04:36:20.688521 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1df337a2-3683-4e32-9dda-53961a182e6f req-46fe7cd8-a7e1-4cdb-a7ca-5c7095185f0a tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/ports?device_id=0064c5db-f056-49f6-a8ba-54c3f60c41ec HTTP/1.1" status: 200 len: 946 time: 0.1029172 May 09 04:36:20.732017 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-21c7b3f6-782b-4581-af1b-8fab24a518cf req-bfcd88dd-0e34-4e46-a317-81c9dcbc0c7e tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Deleting port e05ee7be-8781-44a0-8ae2-fb665919b80b {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:36:20.732361 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-21c7b3f6-782b-4581-af1b-8fab24a518cf req-bfcd88dd-0e34-4e46-a317-81c9dcbc0c7e tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (e05ee7be-8781-44a0-8ae2-fb665919b80b), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:20.737723 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [req-1df337a2-3683-4e32-9dda-53961a182e6f req-de2c62e4-3567-4d33-8a4e-16a4fe16a8af tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "GET /v2.0/security-groups?id=0cf46e9a-429f-4df1-99e7-8795dfa77a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434699 May 09 04:36:20.822015 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [req-21c7b3f6-782b-4581-af1b-8fab24a518cf req-bfcd88dd-0e34-4e46-a317-81c9dcbc0c7e tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] For port e05ee7be-8781-44a0-8ae2-fb665919b80b, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=e05ee7be-8781-44a0-8ae2-fb665919b80b,segment=NetworkSegment(eba89e37-d903-4a50-b018-bea7c47e8946),segment_id=eba89e37-d903-4a50-b018-bea7c47e8946)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:36:20.822379 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-21c7b3f6-782b-4581-af1b-8fab24a518cf req-bfcd88dd-0e34-4e46-a317-81c9dcbc0c7e tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (e05ee7be-8781-44a0-8ae2-fb665919b80b), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:20.837540 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [req-21c7b3f6-782b-4581-af1b-8fab24a518cf req-bfcd88dd-0e34-4e46-a317-81c9dcbc0c7e tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Calling delete_port for e05ee7be-8781-44a0-8ae2-fb665919b80b owned by compute:nova {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:36:20.914940 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-370d6890-4747-4f07-aac5-83a93d9e9b41 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 04:36:20.966019 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-21c7b3f6-782b-4581-af1b-8fab24a518cf req-bfcd88dd-0e34-4e46-a317-81c9dcbc0c7e tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (e05ee7be-8781-44a0-8ae2-fb665919b80b), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:20.997368 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcd88dd-0e34-4e46-a317-81c9dcbc0c7e tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Pushing event deleted for resources: {'Port': ['ID=e05ee7be-8781-44a0-8ae2-fb665919b80b,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:36:21.041170 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c7b3f6-782b-4581-af1b-8fab24a518cf req-bfcd88dd-0e34-4e46-a317-81c9dcbc0c7e tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] No DVR routers for this DVR port e05ee7be-8781-44a0-8ae2-fb665919b80b on host hv-cinder-83800 {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 04:36:21.043542 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [req-21c7b3f6-782b-4581-af1b-8fab24a518cf req-bfcd88dd-0e34-4e46-a317-81c9dcbc0c7e tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for port (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:21.046843 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [req-21c7b3f6-782b-4581-af1b-8fab24a518cf req-bfcd88dd-0e34-4e46-a317-81c9dcbc0c7e tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.13 "DELETE /v2.0/ports/e05ee7be-8781-44a0-8ae2-fb665919b80b HTTP/1.1" status: 204 len: 173 time: 0.3978221 May 09 04:36:21.063462 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0064c5db-f056-49f6-a8ba-54c3f60c41ec', 'name': 'network-vif-deleted', 'tag': 'e05ee7be-8781-44a0-8ae2-fb665919b80b'}] {{(pid=103225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 09 04:36:21.066380 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708343da101edf5db3821e80f7e6194e70163222c3a70cb9c2c474869a6028b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b81e54-9f7f-4599-97c6-db9a83237003" -d '{"events": [{"server_uuid": "0064c5db-f056-49f6-a8ba-54c3f60c41ec", "name": "network-vif-deleted", "tag": "e05ee7be-8781-44a0-8ae2-fb665919b80b"}]}' {{(pid=103225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 09 04:36:21.102638 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 May 2022 04:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dffdd210-911a-43a6-97d6-c51c98d39677 x-openstack-request-id: req-dffdd210-911a-43a6-97d6-c51c98d39677 {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 09 04:36:21.102935 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0064c5db-f056-49f6-a8ba-54c3f60c41ec", "name": "network-vif-deleted", "tag": "e05ee7be-8781-44a0-8ae2-fb665919b80b", "status": "completed", "code": 200}]} {{(pid=103225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 09 04:36:21.103187 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dffdd210-911a-43a6-97d6-c51c98d39677 {{(pid=103225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 09 04:36:21.103607 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dffdd210-911a-43a6-97d6-c51c98d39677'] response: {'server_uuid': '0064c5db-f056-49f6-a8ba-54c3f60c41ec', 'name': 'network-vif-deleted', 'tag': 'e05ee7be-8781-44a0-8ae2-fb665919b80b', 'status': 'completed', 'code': 200} May 09 04:36:21.797130 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 53372) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:36:21.911681 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2dba4a3b-48b2-44a1-bce0-ce92d1706a23 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Deleting port 276b527d-8ef1-48e3-b935-21c1ca19ec28 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:36:21.911961 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2dba4a3b-48b2-44a1-bce0-ce92d1706a23 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (276b527d-8ef1-48e3-b935-21c1ca19ec28), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:21.988739 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2dba4a3b-48b2-44a1-bce0-ce92d1706a23 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (276b527d-8ef1-48e3-b935-21c1ca19ec28), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:21.989062 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2dba4a3b-48b2-44a1-bce0-ce92d1706a23 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks [] for floatingip (276b527d-8ef1-48e3-b935-21c1ca19ec28), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:22.002438 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2dba4a3b-48b2-44a1-bce0-ce92d1706a23 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Calling delete_port for 276b527d-8ef1-48e3-b935-21c1ca19ec28 owned by network:floatingip {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:36:22.128797 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2dba4a3b-48b2-44a1-bce0-ce92d1706a23 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (276b527d-8ef1-48e3-b935-21c1ca19ec28), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:22.155293 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba4a3b-48b2-44a1-bce0-ce92d1706a23 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Pushing event deleted for resources: {'Port': ['ID=276b527d-8ef1-48e3-b935-21c1ca19ec28,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:36:22.218954 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2dba4a3b-48b2-44a1-bce0-ce92d1706a23 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks [] for floatingip (1a2dfc03-3cbd-4177-9cc9-213dadc52cc9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:22.221516 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2dba4a3b-48b2-44a1-bce0-ce92d1706a23 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54701'] for floatingip (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:22.223279 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-2dba4a3b-48b2-44a1-bce0-ce92d1706a23 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "DELETE /v2.0/floatingips/1a2dfc03-3cbd-4177-9cc9-213dadc52cc9 HTTP/1.1" status: 204 len: 168 time: 0.4270155 May 09 04:36:22.895022 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-bf9eb0fd-0220-4dd0-86ef-5acc4b426b27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3dae496a-5564-45d9-8b4f-04486e79e4dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:23.418575 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 53384) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:36:23.474507 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4f8e63b8-265d-456b-b662-503ee476c1b0 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks [] for security_group (0cf46e9a-429f-4df1-99e7-8795dfa77a40), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:23.499364 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4f8e63b8-265d-456b-b662-503ee476c1b0 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks [] for security_group (0cf46e9a-429f-4df1-99e7-8795dfa77a40), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:23.558809 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4f8e63b8-265d-456b-b662-503ee476c1b0 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (0cf46e9a-429f-4df1-99e7-8795dfa77a40), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:23.561472 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-4f8e63b8-265d-456b-b662-503ee476c1b0 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Publish callbacks [] for security_group (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:23.562980 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-4f8e63b8-265d-456b-b662-503ee476c1b0 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] 10.222.0.44 "DELETE /v2.0/security-groups/0cf46e9a-429f-4df1-99e7-8795dfa77a40 HTTP/1.1" status: 204 len: 168 time: 0.1434007 May 09 04:36:23.572792 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8e63b8-265d-456b-b662-503ee476c1b0 tempest-TestVolumeBootPattern-1800052824 tempest-TestVolumeBootPattern-1800052824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf46e9a-429f-4df1-99e7-8795dfa77a40,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:36:23.622225 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 53388) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:36:24.045260 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2445f7eb-41d7-4465-ab04-35cd3b4c8e67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639180'] for router_interface (ca67ea01-395b-4d58-a518-591071975afb), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:24.178067 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7671283-9f0b-468d-8f0b-6ce51d9cb9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (896ddadf-f6f7-4d68-b704-6882247efc03), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:24.277209 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2445f7eb-41d7-4465-ab04-35cd3b4c8e67 admin admin] Deleting port 269efca6-e9a1-43bc-83bb-f3eab1746004 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:36:24.277540 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2445f7eb-41d7-4465-ab04-35cd3b4c8e67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (269efca6-e9a1-43bc-83bb-f3eab1746004), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:24.354647 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-2445f7eb-41d7-4465-ab04-35cd3b4c8e67 admin admin] For port 269efca6-e9a1-43bc-83bb-f3eab1746004, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=269efca6-e9a1-43bc-83bb-f3eab1746004,segment=NetworkSegment(eba89e37-d903-4a50-b018-bea7c47e8946),segment_id=eba89e37-d903-4a50-b018-bea7c47e8946)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:36:24.354917 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2445f7eb-41d7-4465-ab04-35cd3b4c8e67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (269efca6-e9a1-43bc-83bb-f3eab1746004), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:24.371043 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-2445f7eb-41d7-4465-ab04-35cd3b4c8e67 admin admin] Calling delete_port for 269efca6-e9a1-43bc-83bb-f3eab1746004 owned by network:router_interface {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:36:24.550515 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2445f7eb-41d7-4465-ab04-35cd3b4c8e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (269efca6-e9a1-43bc-83bb-f3eab1746004), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:24.575498 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2445f7eb-41d7-4465-ab04-35cd3b4c8e67 admin admin] Pushing event deleted for resources: {'Port': ['ID=269efca6-e9a1-43bc-83bb-f3eab1746004,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:36:24.748797 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-2445f7eb-41d7-4465-ab04-35cd3b4c8e67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645075'] for router_interface (ca67ea01-395b-4d58-a518-591071975afb), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:24.974489 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2445f7eb-41d7-4465-ab04-35cd3b4c8e67 admin admin] Router ca67ea01-395b-4d58-a518-591071975afb has already been hosted by L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd {{(pid=103225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 04:36:25.048384 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device e05ee7be-8781-44a0-8ae2-fb665919b80b no longer exists at agent hyperv_hv-cinder-83800 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:36:25.070824 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] No Port match for: e05ee7be-8781-44a0-8ae2-fb665919b80b {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 04:36:25.071170 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Device e05ee7be-8781-44a0-8ae2-fb665919b80b not bound to the agent host hv-cinder-83800 {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 04:36:25.081568 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2445f7eb-41d7-4465-ab04-35cd3b4c8e67 admin admin] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:36:25.086445 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-2445f7eb-41d7-4465-ab04-35cd3b4c8e67 admin admin] 10.222.0.44 "PUT /v2.0/routers/ca67ea01-395b-4d58-a518-591071975afb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4631214 May 09 04:36:25.088897 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 53394) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:36:25.089789 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f584844f-9472-462e-9295-a1ede5a94319 None None] Sync routers for ids ['ca67ea01-395b-4d58-a518-591071975afb'] in dv-cinder-838009-3-iscsi {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:36:25.101186 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f584844f-9472-462e-9295-a1ede5a94319 None None] Routers {'ca67ea01-395b-4d58-a518-591071975afb'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:36:25.101831 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-f584844f-9472-462e-9295-a1ede5a94319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:36:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['ca67ea01-395b-4d58-a518-591071975afb'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:36:25.351227 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-f584844f-9472-462e-9295-a1ede5a94319 None None] Set router ca67ea01-395b-4d58-a518-591071975afb gateway port host: dv-cinder-838009-3-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:36:25.421299 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43e19ad3-c0e7-48b8-9cb0-6496f201f8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3ce75c28-5550-4d51-9af6-2a59ee09c43b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:25.465203 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-017f905f-2482-49aa-8cb5-f8d36c4f02ba admin admin] Publish callbacks [] for router (ca67ea01-395b-4d58-a518-591071975afb), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:25.533338 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-f584844f-9472-462e-9295-a1ede5a94319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca67ea01-395b-4d58-a518-591071975afb', 'name': 'tempest-TestVolumeBootPattern-1136214510-router', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:44Z', 'updated_at': '2022-05-09T04:36:24Z', 'revision_number': 5, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'gw_port': {'id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:45Z', 'updated_at': '2022-05-09T04:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi'}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:36:25.560366 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f584844f-9472-462e-9295-a1ede5a94319 None None] Checking router: ca67ea01-395b-4d58-a518-591071975afb for host: dv-cinder-838009-3-iscsi {{(pid=103227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:36:25.569113 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f584844f-9472-462e-9295-a1ede5a94319 None None] Routers {'ca67ea01-395b-4d58-a518-591071975afb'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:36:25.569676 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-f584844f-9472-462e-9295-a1ede5a94319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:36:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['ca67ea01-395b-4d58-a518-591071975afb'], 'active': True} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:36:25.576175 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-017f905f-2482-49aa-8cb5-f8d36c4f02ba admin admin] Publish callbacks [] for router_gateway (ca67ea01-395b-4d58-a518-591071975afb), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:25.622075 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-017f905f-2482-49aa-8cb5-f8d36c4f02ba admin admin] Deleting port ed11706f-8b65-4323-8168-54f4f9dd0b4a {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:36:25.622730 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-017f905f-2482-49aa-8cb5-f8d36c4f02ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (ed11706f-8b65-4323-8168-54f4f9dd0b4a), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:25.686352 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvr_db [None req-f584844f-9472-462e-9295-a1ede5a94319 None None] Set router ca67ea01-395b-4d58-a518-591071975afb gateway port host: dv-cinder-838009-3-iscsi {{(pid=103227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:36:25.704543 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-017f905f-2482-49aa-8cb5-f8d36c4f02ba admin admin] For port ed11706f-8b65-4323-8168-54f4f9dd0b4a, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=ed11706f-8b65-4323-8168-54f4f9dd0b4a,segment=NetworkSegment(bfcd5364-714b-4eea-b1ab-23d5506cc730),segment_id=bfcd5364-714b-4eea-b1ab-23d5506cc730)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:36:25.704899 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-017f905f-2482-49aa-8cb5-f8d36c4f02ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (ed11706f-8b65-4323-8168-54f4f9dd0b4a), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:25.722699 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-017f905f-2482-49aa-8cb5-f8d36c4f02ba admin admin] Calling delete_port for ed11706f-8b65-4323-8168-54f4f9dd0b4a owned by network:router_gateway {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:36:25.868893 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_hamode_db [None req-f584844f-9472-462e-9295-a1ede5a94319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca67ea01-395b-4d58-a518-591071975afb', 'name': 'tempest-TestVolumeBootPattern-1136214510-router', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:44Z', 'updated_at': '2022-05-09T04:36:24Z', 'revision_number': 5, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'gw_port': {'id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:45Z', 'updated_at': '2022-05-09T04:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi'}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:36:25.892223 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-017f905f-2482-49aa-8cb5-f8d36c4f02ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (ed11706f-8b65-4323-8168-54f4f9dd0b4a), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:25.896818 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f584844f-9472-462e-9295-a1ede5a94319 None None] The sync data for ids ['ca67ea01-395b-4d58-a518-591071975afb'] in dv-cinder-838009-3-iscsi is: [{'id': 'ca67ea01-395b-4d58-a518-591071975afb', 'name': 'tempest-TestVolumeBootPattern-1136214510-router', 'tenant_id': 'b6223852af9c4361b99a24e7a49a7734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:44Z', 'updated_at': '2022-05-09T04:36:24Z', 'revision_number': 5, 'project_id': 'b6223852af9c4361b99a24e7a49a7734', 'gw_port': {'id': 'ed11706f-8b65-4323-8168-54f4f9dd0b4a', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca67ea01-395b-4d58-a518-591071975afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:45Z', 'updated_at': '2022-05-09T04:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi'}] {{(pid=103227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:36:25.921293 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f905f-2482-49aa-8cb5-f8d36c4f02ba admin admin] Pushing event deleted for resources: {'Port': ['ID=ed11706f-8b65-4323-8168-54f4f9dd0b4a,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:36:25.986556 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-017f905f-2482-49aa-8cb5-f8d36c4f02ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-654078'] for router_gateway (ca67ea01-395b-4d58-a518-591071975afb), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:26.076945 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-017f905f-2482-49aa-8cb5-f8d36c4f02ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29802'] for router (ca67ea01-395b-4d58-a518-591071975afb), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:26.079201 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-017f905f-2482-49aa-8cb5-f8d36c4f02ba admin admin] Publish callbacks [] for router_controller (ca67ea01-395b-4d58-a518-591071975afb), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:26.126270 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-017f905f-2482-49aa-8cb5-f8d36c4f02ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651439'] for router (ca67ea01-395b-4d58-a518-591071975afb), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:26.126821 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017f905f-2482-49aa-8cb5-f8d36c4f02ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca67ea01-395b-4d58-a518-591071975afb {{(pid=103225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 04:36:26.132030 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-017f905f-2482-49aa-8cb5-f8d36c4f02ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:26.133178 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-017f905f-2482-49aa-8cb5-f8d36c4f02ba admin admin] 10.222.0.44 "DELETE /v2.0/routers/ca67ea01-395b-4d58-a518-591071975afb HTTP/1.1" status: 204 len: 168 time: 1.0433643 May 09 04:36:26.135648 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 53396) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:36:26.180356 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c0d62c2-bc5b-4449-be6d-10f5158b832e admin admin] Deleting subnet dbed64c5-3159-495c-b3f2-34c99afd3de9 {{(pid=103225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 04:36:26.183424 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5c0d62c2-bc5b-4449-be6d-10f5158b832e admin admin] Publish callbacks [] for subnet (dbed64c5-3159-495c-b3f2-34c99afd3de9), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:26.219394 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5c0d62c2-bc5b-4449-be6d-10f5158b832e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260862461'] for subnet (dbed64c5-3159-495c-b3f2-34c99afd3de9), precommit_delete_associations {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:26.306958 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5c0d62c2-bc5b-4449-be6d-10f5158b832e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16420057'] for subnet (dbed64c5-3159-495c-b3f2-34c99afd3de9), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:26.361913 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5c0d62c2-bc5b-4449-be6d-10f5158b832e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16420032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260671423'] for subnet (dbed64c5-3159-495c-b3f2-34c99afd3de9), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:26.389532 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d62c2-bc5b-4449-be6d-10f5158b832e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbed64c5-3159-495c-b3f2-34c99afd3de9,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:36:26.391412 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5c0d62c2-bc5b-4449-be6d-10f5158b832e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for subnet (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:26.396029 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-5c0d62c2-bc5b-4449-be6d-10f5158b832e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/dbed64c5-3159-495c-b3f2-34c99afd3de9 HTTP/1.1" status: 204 len: 168 time: 0.2582099 May 09 04:36:26.396178 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f0f980-a6a9-4025-bb29-ed9c88799bea None None] Network d0b894fb-ca2e-4f02-9d2e-0b887784e9ae requested from dv-cinder-838009-3-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 04:36:26.397245 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.wsgi [-] (103225) accepted ('10.222.0.44', 53398) {{(pid=103225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:36:26.467721 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e9df30f-629f-4323-ba9a-081eafd88fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16361990'] for network (d0b894fb-ca2e-4f02-9d2e-0b887784e9ae), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:26.529948 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5e9df30f-629f-4323-ba9a-081eafd88fa3 admin admin] Deleting port 9f2baa25-9417-4268-a4b6-6a85f7684868 {{(pid=103225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:36:26.530306 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e9df30f-629f-4323-ba9a-081eafd88fa3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (9f2baa25-9417-4268-a4b6-6a85f7684868), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:26.569651 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f686721a-119a-4670-8015-b80baa1866ae None None] DHCP port deletion for d0b894fb-ca2e-4f02-9d2e-0b887784e9ae request from dv-cinder-838009-3-iscsi {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 09 04:36:26.598415 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.db [None req-5e9df30f-629f-4323-ba9a-081eafd88fa3 admin admin] For port 9f2baa25-9417-4268-a4b6-6a85f7684868, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=9f2baa25-9417-4268-a4b6-6a85f7684868,segment=NetworkSegment(eba89e37-d903-4a50-b018-bea7c47e8946),segment_id=eba89e37-d903-4a50-b018-bea7c47e8946)] {{(pid=103225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:36:26.599011 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e9df30f-629f-4323-ba9a-081eafd88fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (9f2baa25-9417-4268-a4b6-6a85f7684868), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:26.610582 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f686721a-119a-4670-8015-b80baa1866ae None None] Deleting port 9f2baa25-9417-4268-a4b6-6a85f7684868 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:36:26.610962 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f686721a-119a-4670-8015-b80baa1866ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (9f2baa25-9417-4268-a4b6-6a85f7684868), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:26.611830 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-5e9df30f-629f-4323-ba9a-081eafd88fa3 admin admin] Calling delete_port for 9f2baa25-9417-4268-a4b6-6a85f7684868 owned by network:dhcp {{(pid=103225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:36:26.676403 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-f686721a-119a-4670-8015-b80baa1866ae None None] For port 9f2baa25-9417-4268-a4b6-6a85f7684868, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=9f2baa25-9417-4268-a4b6-6a85f7684868,segment=NetworkSegment(eba89e37-d903-4a50-b018-bea7c47e8946),segment_id=eba89e37-d903-4a50-b018-bea7c47e8946)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:36:26.676714 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f686721a-119a-4670-8015-b80baa1866ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (9f2baa25-9417-4268-a4b6-6a85f7684868), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:26.690566 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f686721a-119a-4670-8015-b80baa1866ae None None] Calling delete_port for 9f2baa25-9417-4268-a4b6-6a85f7684868 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:36:26.694129 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e9df30f-629f-4323-ba9a-081eafd88fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718820'] for port (9f2baa25-9417-4268-a4b6-6a85f7684868), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:26.720042 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9df30f-629f-4323-ba9a-081eafd88fa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f2baa25-9417-4268-a4b6-6a85f7684868,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:36:26.724279 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9df30f-629f-4323-ba9a-081eafd88fa3 admin admin] No DVR routers for this DVR port 9f2baa25-9417-4268-a4b6-6a85f7684868 on host dv-cinder-838009-3-iscsi {{(pid=103225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 04:36:26.767686 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f686721a-119a-4670-8015-b80baa1866ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069'] for port (9f2baa25-9417-4268-a4b6-6a85f7684868), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:26.796023 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e9df30f-629f-4323-ba9a-081eafd88fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16419436', 'neutron.services.segments.db._delete_segments_for_network-8782008167190'] for network (d0b894fb-ca2e-4f02-9d2e-0b887784e9ae), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:26.797350 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f686721a-119a-4670-8015-b80baa1866ae None None] Pushing event deleted for resources: {'Port': ['ID=9f2baa25-9417-4268-a4b6-6a85f7684868,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:36:26.804978 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f686721a-119a-4670-8015-b80baa1866ae None None] No DVR routers for this DVR port 9f2baa25-9417-4268-a4b6-6a85f7684868 on host dv-cinder-838009-3-iscsi {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 04:36:26.818993 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-5e9df30f-629f-4323-ba9a-081eafd88fa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0b894fb-ca2e-4f02-9d2e-0b887784e9ae']}} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:36:26.820203 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (9a15748d-6a05-4459-b777-d0dd003edfa1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:26.830289 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-5e9df30f-629f-4323-ba9a-081eafd88fa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eba89e37-d903-4a50-b018-bea7c47e8946') {'for_net_delete': True} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:36:26.830592 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.services.segments.db [None req-5e9df30f-629f-4323-ba9a-081eafd88fa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eba89e37-d903-4a50-b018-bea7c47e8946') {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:36:26.844234 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e9df30f-629f-4323-ba9a-081eafd88fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782008168991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260862404'] for segment (eba89e37-d903-4a50-b018-bea7c47e8946), before_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:26.857318 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e9df30f-629f-4323-ba9a-081eafd88fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754'] for segment (eba89e37-d903-4a50-b018-bea7c47e8946), precommit_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:26.864160 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e9df30f-629f-4323-ba9a-081eafd88fa3 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 04:36:26.864553 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e9df30f-629f-4323-ba9a-081eafd88fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718903'] for segment (eba89e37-d903-4a50-b018-bea7c47e8946), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:26.866228 dv-cinder-838009-3-iscsi neutron-server[103225]: Traceback (most recent call last): May 09 04:36:26.866228 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 04:36:26.866228 dv-cinder-838009-3-iscsi neutron-server[103225]: timer() May 09 04:36:26.866228 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 04:36:26.866228 dv-cinder-838009-3-iscsi neutron-server[103225]: cb(*args, **kw) May 09 04:36:26.866228 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 04:36:26.866228 dv-cinder-838009-3-iscsi neutron-server[103225]: return func(*args, **kwargs) May 09 04:36:26.866228 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 04:36:26.866228 dv-cinder-838009-3-iscsi neutron-server[103225]: self._notify() May 09 04:36:26.866228 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 04:36:26.866228 dv-cinder-838009-3-iscsi neutron-server[103225]: self.callback(batched_events) May 09 04:36:26.866228 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 04:36:26.866228 dv-cinder-838009-3-iscsi neutron-server[103225]: event.method(event) May 09 04:36:26.866228 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 04:36:26.866228 dv-cinder-838009-3-iscsi neutron-server[103225]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 04:36:26.866228 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 04:36:26.866228 dv-cinder-838009-3-iscsi neutron-server[103225]: aggregate_uuid = self.p_client.list_aggregates( May 09 04:36:26.866228 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 04:36:26.866228 dv-cinder-838009-3-iscsi neutron-server[103225]: return f(self, *a, **k) May 09 04:36:26.866228 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 04:36:26.866228 dv-cinder-838009-3-iscsi neutron-server[103225]: return self._get(url).json() May 09 04:36:26.866228 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 04:36:26.866228 dv-cinder-838009-3-iscsi neutron-server[103225]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 04:36:26.866228 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 04:36:26.866228 dv-cinder-838009-3-iscsi neutron-server[103225]: return self.request(url, 'GET', **kwargs) May 09 04:36:26.866228 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 04:36:26.866228 dv-cinder-838009-3-iscsi neutron-server[103225]: base_url = self.get_endpoint(auth, allow=allow, May 09 04:36:26.866228 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 04:36:26.866228 dv-cinder-838009-3-iscsi neutron-server[103225]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 04:36:26.866228 dv-cinder-838009-3-iscsi neutron-server[103225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 04:36:26.866228 dv-cinder-838009-3-iscsi neutron-server[103225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 04:36:26.866228 dv-cinder-838009-3-iscsi neutron-server[103225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 04:36:26.922527 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e9df30f-629f-4323-ba9a-081eafd88fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16419415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-653516'] for network (d0b894fb-ca2e-4f02-9d2e-0b887784e9ae), after_delete {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:26.928811 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-5e9df30f-629f-4323-ba9a-081eafd88fa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for network (None), before_response {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:26.932354 dv-cinder-838009-3-iscsi neutron-server[103225]: INFO neutron.wsgi [None req-5e9df30f-629f-4323-ba9a-081eafd88fa3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d0b894fb-ca2e-4f02-9d2e-0b887784e9ae HTTP/1.1" status: 204 len: 168 time: 0.5342004 May 09 04:36:26.935362 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 53400) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:36:26.945447 dv-cinder-838009-3-iscsi neutron-server[103225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9df30f-629f-4323-ba9a-081eafd88fa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0b894fb-ca2e-4f02-9d2e-0b887784e9ae,revision_number=None']} {{(pid=103225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:36:27.255002 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c96c38bd-5cde-4668-939d-ecda2a679592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639180'] for router_interface (21b62b9b-7af0-4928-b214-eaebb914327b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:27.480272 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-c96c38bd-5cde-4668-939d-ecda2a679592 admin admin] Deleting port 124baccb-01fe-4f19-88e1-3dee30727ab0 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:36:27.480563 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c96c38bd-5cde-4668-939d-ecda2a679592 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (124baccb-01fe-4f19-88e1-3dee30727ab0), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:27.532139 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device ed11706f-8b65-4323-8168-54f4f9dd0b4a no longer exists at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:36:27.552278 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] No Port match for: ed11706f-8b65-4323-8168-54f4f9dd0b4a {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 04:36:27.552624 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device ed11706f-8b65-4323-8168-54f4f9dd0b4a not bound to the agent host dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 04:36:27.553034 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 269efca6-e9a1-43bc-83bb-f3eab1746004 no longer exists at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:36:27.557521 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-c96c38bd-5cde-4668-939d-ecda2a679592 admin admin] For port 124baccb-01fe-4f19-88e1-3dee30727ab0, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=124baccb-01fe-4f19-88e1-3dee30727ab0,segment=NetworkSegment(30754314-8417-4277-9aa7-f2d7d96d3e00),segment_id=30754314-8417-4277-9aa7-f2d7d96d3e00)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:36:27.557888 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c96c38bd-5cde-4668-939d-ecda2a679592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (124baccb-01fe-4f19-88e1-3dee30727ab0), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:27.570535 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-c96c38bd-5cde-4668-939d-ecda2a679592 admin admin] Calling delete_port for 124baccb-01fe-4f19-88e1-3dee30727ab0 owned by network:router_interface {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:36:27.572186 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] No Port match for: 269efca6-e9a1-43bc-83bb-f3eab1746004 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 04:36:27.572542 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 269efca6-e9a1-43bc-83bb-f3eab1746004 not bound to the agent host dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 04:36:27.572959 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 9f2baa25-9417-4268-a4b6-6a85f7684868 no longer exists at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:36:27.592442 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] No Port match for: 9f2baa25-9417-4268-a4b6-6a85f7684868 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 04:36:27.592788 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 9f2baa25-9417-4268-a4b6-6a85f7684868 not bound to the agent host dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 04:36:27.747372 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c96c38bd-5cde-4668-939d-ecda2a679592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261596410'] for port (124baccb-01fe-4f19-88e1-3dee30727ab0), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:27.772882 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96c38bd-5cde-4668-939d-ecda2a679592 admin admin] Pushing event deleted for resources: {'Port': ['ID=124baccb-01fe-4f19-88e1-3dee30727ab0,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:36:27.786782 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96c38bd-5cde-4668-939d-ecda2a679592 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:36:27.787217 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96c38bd-5cde-4668-939d-ecda2a679592 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:36:27.787484 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96c38bd-5cde-4668-939d-ecda2a679592 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:36:27.787806 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96c38bd-5cde-4668-939d-ecda2a679592 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:36:27.788166 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96c38bd-5cde-4668-939d-ecda2a679592 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:36:27.788529 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96c38bd-5cde-4668-939d-ecda2a679592 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:36:27.788860 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96c38bd-5cde-4668-939d-ecda2a679592 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:36:27.789192 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96c38bd-5cde-4668-939d-ecda2a679592 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:36:27.789523 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96c38bd-5cde-4668-939d-ecda2a679592 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:36:27.789846 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96c38bd-5cde-4668-939d-ecda2a679592 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:36:27.790171 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96c38bd-5cde-4668-939d-ecda2a679592 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:36:27.790497 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96c38bd-5cde-4668-939d-ecda2a679592 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:36:27.790847 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96c38bd-5cde-4668-939d-ecda2a679592 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:36:27.791171 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96c38bd-5cde-4668-939d-ecda2a679592 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:36:27.791492 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96c38bd-5cde-4668-939d-ecda2a679592 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-3-iscsi {{(pid=103226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 09 04:36:27.957255 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-c96c38bd-5cde-4668-939d-ecda2a679592 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645075'] for router_interface (21b62b9b-7af0-4928-b214-eaebb914327b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:28.432607 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c96c38bd-5cde-4668-939d-ecda2a679592 admin admin] Router 21b62b9b-7af0-4928-b214-eaebb914327b has already been hosted by L3 agent 3dae496a-5564-45d9-8b4f-04486e79e4dd {{(pid=103226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 09 04:36:28.538701 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96c38bd-5cde-4668-939d-ecda2a679592 admin admin] Notify agent at l3_agent.dv-cinder-838009-3-iscsi the message routers_updated {{(pid=103226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 09 04:36:28.543787 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-c96c38bd-5cde-4668-939d-ecda2a679592 admin admin] 10.222.0.44 "PUT /v2.0/routers/21b62b9b-7af0-4928-b214-eaebb914327b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6073370 May 09 04:36:28.546246 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 53402) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:36:28.549040 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87ad71d-4976-4527-933c-6548d612c646 None None] Sync routers for ids ['21b62b9b-7af0-4928-b214-eaebb914327b'] in dv-cinder-838009-3-iscsi {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 09 04:36:28.559063 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87ad71d-4976-4527-933c-6548d612c646 None None] Routers {'21b62b9b-7af0-4928-b214-eaebb914327b'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:36:28.559663 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d87ad71d-4976-4527-933c-6548d612c646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:36:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['21b62b9b-7af0-4928-b214-eaebb914327b'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:36:28.652298 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e7e78d4-de33-41fe-aaad-fdfc53cf45c1 admin admin] Publish callbacks [] for router (21b62b9b-7af0-4928-b214-eaebb914327b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:28.663307 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-d87ad71d-4976-4527-933c-6548d612c646 None None] Set router 21b62b9b-7af0-4928-b214-eaebb914327b gateway port host: dv-cinder-838009-3-iscsi {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:36:28.757040 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e7e78d4-de33-41fe-aaad-fdfc53cf45c1 admin admin] Publish callbacks [] for router_gateway (21b62b9b-7af0-4928-b214-eaebb914327b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:28.801648 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-7e7e78d4-de33-41fe-aaad-fdfc53cf45c1 admin admin] Deleting port 50be2951-af59-4663-ba62-0c4562430afc {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:36:28.801982 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e7e78d4-de33-41fe-aaad-fdfc53cf45c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (50be2951-af59-4663-ba62-0c4562430afc), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:28.833675 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d87ad71d-4976-4527-933c-6548d612c646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b62b9b-7af0-4928-b214-eaebb914327b', 'name': 'tempest-TestVolumeBootPattern-12657949-router', 'tenant_id': 'c54b5ee463964fa289d41b32b9d47efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'external_fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '50be2951-af59-4663-ba62-0c4562430afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:56Z', 'updated_at': '2022-05-09T04:36:27Z', 'revision_number': 5, 'project_id': 'c54b5ee463964fa289d41b32b9d47efa', 'gw_port': {'id': '50be2951-af59-4663-ba62-0c4562430afc', 'name': '', 'network_id': '1111f3a4-c02a-41de-91e1-42f5a19c8209', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:77:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b62b9b-7af0-4928-b214-eaebb914327b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-09T04:27:57Z', 'updated_at': '2022-05-09T04:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55f6eeca-e44f-4feb-bdb6-d6fdf07e4029', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-3-iscsi'}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:36:28.859498 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87ad71d-4976-4527-933c-6548d612c646 None None] Checking router: 21b62b9b-7af0-4928-b214-eaebb914327b for host: dv-cinder-838009-3-iscsi {{(pid=103228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 09 04:36:28.868317 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87ad71d-4976-4527-933c-6548d612c646 None None] Routers {'21b62b9b-7af0-4928-b214-eaebb914327b'} bound to L3 agent in host dv-cinder-838009-3-iscsi {{(pid=103228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 09 04:36:28.868917 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d87ad71d-4976-4527-933c-6548d612c646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-09T04:17:53Z,description=,heartbeat_timestamp=2022-05-09T04:36:23Z,host='dv-cinder-838009-3-iscsi',id=3dae496a-5564-45d9-8b4f-04486e79e4dd,load=0,resource_versions=,resources_synced=,started_at=2022-05-09T04:17:53Z,topic='l3_agent')) {'router_ids': ['21b62b9b-7af0-4928-b214-eaebb914327b'], 'active': True} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:36:28.880577 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-7e7e78d4-de33-41fe-aaad-fdfc53cf45c1 admin admin] For port 50be2951-af59-4663-ba62-0c4562430afc, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=50be2951-af59-4663-ba62-0c4562430afc,segment=NetworkSegment(bfcd5364-714b-4eea-b1ab-23d5506cc730),segment_id=bfcd5364-714b-4eea-b1ab-23d5506cc730)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:36:28.880945 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e7e78d4-de33-41fe-aaad-fdfc53cf45c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (50be2951-af59-4663-ba62-0c4562430afc), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:28.893896 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-7e7e78d4-de33-41fe-aaad-fdfc53cf45c1 admin admin] Calling delete_port for 50be2951-af59-4663-ba62-0c4562430afc owned by network:router_gateway {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:36:28.956978 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_dvr_db [None req-d87ad71d-4976-4527-933c-6548d612c646 None None] Set router 21b62b9b-7af0-4928-b214-eaebb914327b gateway port host: None {{(pid=103228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 09 04:36:29.009782 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.l3_hamode_db [None req-d87ad71d-4976-4527-933c-6548d612c646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b62b9b-7af0-4928-b214-eaebb914327b', 'name': 'tempest-TestVolumeBootPattern-12657949-router', 'tenant_id': 'c54b5ee463964fa289d41b32b9d47efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:56Z', 'updated_at': '2022-05-09T04:36:28Z', 'revision_number': 6, 'project_id': 'c54b5ee463964fa289d41b32b9d47efa', 'gw_port_host': None}], 'dv-cinder-838009-3-iscsi', False) {} {{(pid=103228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:36:29.034839 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87ad71d-4976-4527-933c-6548d612c646 None None] The sync data for ids ['21b62b9b-7af0-4928-b214-eaebb914327b'] in dv-cinder-838009-3-iscsi is: [{'id': '21b62b9b-7af0-4928-b214-eaebb914327b', 'name': 'tempest-TestVolumeBootPattern-12657949-router', 'tenant_id': 'c54b5ee463964fa289d41b32b9d47efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-09T04:27:56Z', 'updated_at': '2022-05-09T04:36:28Z', 'revision_number': 6, 'project_id': 'c54b5ee463964fa289d41b32b9d47efa', 'gw_port_host': None}] {{(pid=103228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 09 04:36:29.068053 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e7e78d4-de33-41fe-aaad-fdfc53cf45c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261596410'] for port (50be2951-af59-4663-ba62-0c4562430afc), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:29.094861 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e78d4-de33-41fe-aaad-fdfc53cf45c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=50be2951-af59-4663-ba62-0c4562430afc,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:36:29.156315 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e7e78d4-de33-41fe-aaad-fdfc53cf45c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-654078'] for router_gateway (21b62b9b-7af0-4928-b214-eaebb914327b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:29.245385 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e7e78d4-de33-41fe-aaad-fdfc53cf45c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29802'] for router (21b62b9b-7af0-4928-b214-eaebb914327b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:29.247618 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e7e78d4-de33-41fe-aaad-fdfc53cf45c1 admin admin] Publish callbacks [] for router_controller (21b62b9b-7af0-4928-b214-eaebb914327b), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:29.292842 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e7e78d4-de33-41fe-aaad-fdfc53cf45c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651439'] for router (21b62b9b-7af0-4928-b214-eaebb914327b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:29.293145 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7e78d4-de33-41fe-aaad-fdfc53cf45c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21b62b9b-7af0-4928-b214-eaebb914327b {{(pid=103226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 09 04:36:29.297357 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-7e7e78d4-de33-41fe-aaad-fdfc53cf45c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:29.298502 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-7e7e78d4-de33-41fe-aaad-fdfc53cf45c1 admin admin] 10.222.0.44 "DELETE /v2.0/routers/21b62b9b-7af0-4928-b214-eaebb914327b HTTP/1.1" status: 204 len: 168 time: 0.7497475 May 09 04:36:29.301575 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 53404) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:36:29.344255 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.db_base_plugin_v2 [None req-33cd7108-b290-4d0f-a2b3-61d36bc74c90 admin admin] Deleting subnet 49277ba0-0f22-4646-a826-b8fb53db0e06 {{(pid=103226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 09 04:36:29.347755 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-33cd7108-b290-4d0f-a2b3-61d36bc74c90 admin admin] Publish callbacks [] for subnet (49277ba0-0f22-4646-a826-b8fb53db0e06), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:29.383041 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-33cd7108-b290-4d0f-a2b3-61d36bc74c90 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3728541'] for subnet (49277ba0-0f22-4646-a826-b8fb53db0e06), precommit_delete_associations {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:29.469263 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-33cd7108-b290-4d0f-a2b3-61d36bc74c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16420057'] for subnet (49277ba0-0f22-4646-a826-b8fb53db0e06), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:29.520109 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-33cd7108-b290-4d0f-a2b3-61d36bc74c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16420032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-241851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261596683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261552598'] for subnet (49277ba0-0f22-4646-a826-b8fb53db0e06), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:29.546108 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd7108-b290-4d0f-a2b3-61d36bc74c90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49277ba0-0f22-4646-a826-b8fb53db0e06,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:36:29.547997 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-33cd7108-b290-4d0f-a2b3-61d36bc74c90 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:29.551691 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-33cd7108-b290-4d0f-a2b3-61d36bc74c90 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/49277ba0-0f22-4646-a826-b8fb53db0e06 HTTP/1.1" status: 204 len: 168 time: 0.2492156 May 09 04:36:29.553264 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb2d24b-4f1f-4b5c-9969-f36d19f8e1ac None None] Network dddeceb9-af14-4262-b288-15df5df0629b requested from dv-cinder-838009-3-iscsi {{(pid=103227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 09 04:36:29.554240 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 53406) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:36:29.620970 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f67c7c5d-010e-48c3-8dbc-c99fa5f7744d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16361990'] for network (dddeceb9-af14-4262-b288-15df5df0629b), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:29.669942 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f67c7c5d-010e-48c3-8dbc-c99fa5f7744d admin admin] Deleting port 1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99 {{(pid=103226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:36:29.670284 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f67c7c5d-010e-48c3-8dbc-c99fa5f7744d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:29.731139 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.db [None req-f67c7c5d-010e-48c3-8dbc-c99fa5f7744d admin admin] For port 1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99,segment=NetworkSegment(30754314-8417-4277-9aa7-f2d7d96d3e00),segment_id=30754314-8417-4277-9aa7-f2d7d96d3e00)] {{(pid=103226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:36:29.731496 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f67c7c5d-010e-48c3-8dbc-c99fa5f7744d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:29.744891 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.plugin [None req-f67c7c5d-010e-48c3-8dbc-c99fa5f7744d admin admin] Calling delete_port for 1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99 owned by network:dhcp {{(pid=103226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:36:29.774887 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b933070f-716f-4582-a027-171b34376050 None None] DHCP port deletion for dddeceb9-af14-4262-b288-15df5df0629b request from dv-cinder-838009-3-iscsi {{(pid=103227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 09 04:36:29.825762 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-b933070f-716f-4582-a027-171b34376050 None None] Deleting port 1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99 {{(pid=103227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 09 04:36:29.826138 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b933070f-716f-4582-a027-171b34376050 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782008209125'] for port (1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99), before_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:29.829170 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 124baccb-01fe-4f19-88e1-3dee30727ab0 no longer exists at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:36:29.835732 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f67c7c5d-010e-48c3-8dbc-c99fa5f7744d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261596410'] for port (1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:29.866876 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c7c5d-010e-48c3-8dbc-c99fa5f7744d admin admin] Pushing event deleted for resources: {'Port': ['ID=1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:36:29.868702 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67c7c5d-010e-48c3-8dbc-c99fa5f7744d admin admin] No DVR routers for this DVR port 1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99 on host dv-cinder-838009-3-iscsi {{(pid=103226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 04:36:29.885868 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] No Port match for: 124baccb-01fe-4f19-88e1-3dee30727ab0 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 04:36:29.886219 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 124baccb-01fe-4f19-88e1-3dee30727ab0 not bound to the agent host dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 04:36:29.886649 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99 no longer exists at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:36:29.915446 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] No Port match for: 1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99 {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 04:36:29.915799 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99 not bound to the agent host dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 04:36:29.916250 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 50be2951-af59-4663-ba62-0c4562430afc no longer exists at agent ovs-agent-dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 09 04:36:29.939603 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f67c7c5d-010e-48c3-8dbc-c99fa5f7744d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16419436', 'neutron.services.segments.db._delete_segments_for_network-8782008167190'] for network (dddeceb9-af14-4262-b288-15df5df0629b), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:29.943790 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] No Port match for: 50be2951-af59-4663-ba62-0c4562430afc {{(pid=103227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 09 04:36:29.944150 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.rpc [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Device 50be2951-af59-4663-ba62-0c4562430afc not bound to the agent host dv-cinder-838009-3-iscsi {{(pid=103227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 09 04:36:29.950546 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.db [None req-b933070f-716f-4582-a027-171b34376050 None None] For port 1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99, host dv-cinder-838009-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-3-iscsi',level=0,port_id=1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99,segment=NetworkSegment(30754314-8417-4277-9aa7-f2d7d96d3e00),segment_id=30754314-8417-4277-9aa7-f2d7d96d3e00)] {{(pid=103227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 09 04:36:29.950715 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b933070f-716f-4582-a027-171b34376050 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-638982'] for port (1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99), precommit_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:29.962534 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-f67c7c5d-010e-48c3-8dbc-c99fa5f7744d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dddeceb9-af14-4262-b288-15df5df0629b']}} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:36:29.963641 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.plugins.ml2.plugin [None req-b933070f-716f-4582-a027-171b34376050 None None] Calling delete_port for 1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99 owned by network:dhcp {{(pid=103227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 09 04:36:29.972827 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-f67c7c5d-010e-48c3-8dbc-c99fa5f7744d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30754314-8417-4277-9aa7-f2d7d96d3e00') {'for_net_delete': True} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:36:29.973209 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.services.segments.db [None req-f67c7c5d-010e-48c3-8dbc-c99fa5f7744d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30754314-8417-4277-9aa7-f2d7d96d3e00') {} {{(pid=103226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 09 04:36:29.982671 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f67c7c5d-010e-48c3-8dbc-c99fa5f7744d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782008168991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3728548'] for segment (30754314-8417-4277-9aa7-f2d7d96d3e00), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:29.997543 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f67c7c5d-010e-48c3-8dbc-c99fa5f7744d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754'] for segment (30754314-8417-4277-9aa7-f2d7d96d3e00), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:30.004444 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f67c7c5d-010e-48c3-8dbc-c99fa5f7744d admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 09 04:36:30.005027 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f67c7c5d-010e-48c3-8dbc-c99fa5f7744d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16446754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261596329'] for segment (30754314-8417-4277-9aa7-f2d7d96d3e00), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:30.006971 dv-cinder-838009-3-iscsi neutron-server[103226]: Traceback (most recent call last): May 09 04:36:30.006971 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 09 04:36:30.006971 dv-cinder-838009-3-iscsi neutron-server[103226]: timer() May 09 04:36:30.006971 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 09 04:36:30.006971 dv-cinder-838009-3-iscsi neutron-server[103226]: cb(*args, **kw) May 09 04:36:30.006971 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 09 04:36:30.006971 dv-cinder-838009-3-iscsi neutron-server[103226]: return func(*args, **kwargs) May 09 04:36:30.006971 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 09 04:36:30.006971 dv-cinder-838009-3-iscsi neutron-server[103226]: self._notify() May 09 04:36:30.006971 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 09 04:36:30.006971 dv-cinder-838009-3-iscsi neutron-server[103226]: self.callback(batched_events) May 09 04:36:30.006971 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 09 04:36:30.006971 dv-cinder-838009-3-iscsi neutron-server[103226]: event.method(event) May 09 04:36:30.006971 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 09 04:36:30.006971 dv-cinder-838009-3-iscsi neutron-server[103226]: aggregate_id = self._get_aggregate_id(event.segment_id) May 09 04:36:30.006971 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 09 04:36:30.006971 dv-cinder-838009-3-iscsi neutron-server[103226]: aggregate_uuid = self.p_client.list_aggregates( May 09 04:36:30.006971 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 09 04:36:30.006971 dv-cinder-838009-3-iscsi neutron-server[103226]: return f(self, *a, **k) May 09 04:36:30.006971 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 09 04:36:30.006971 dv-cinder-838009-3-iscsi neutron-server[103226]: return self._get(url).json() May 09 04:36:30.006971 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 09 04:36:30.006971 dv-cinder-838009-3-iscsi neutron-server[103226]: return self._client.get(url, endpoint_filter=self._ks_filter, May 09 04:36:30.006971 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 09 04:36:30.006971 dv-cinder-838009-3-iscsi neutron-server[103226]: return self.request(url, 'GET', **kwargs) May 09 04:36:30.006971 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 09 04:36:30.006971 dv-cinder-838009-3-iscsi neutron-server[103226]: base_url = self.get_endpoint(auth, allow=allow, May 09 04:36:30.006971 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 09 04:36:30.006971 dv-cinder-838009-3-iscsi neutron-server[103226]: auth = self._auth_required(auth, 'determine endpoint URL') May 09 04:36:30.006971 dv-cinder-838009-3-iscsi neutron-server[103226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 09 04:36:30.006971 dv-cinder-838009-3-iscsi neutron-server[103226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 09 04:36:30.006971 dv-cinder-838009-3-iscsi neutron-server[103226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 09 04:36:30.047513 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b933070f-716f-4582-a027-171b34376050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16475083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-238459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782008215673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782007690069'] for port (1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99), after_delete {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:30.068383 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f67c7c5d-010e-48c3-8dbc-c99fa5f7744d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16419415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-653516'] for network (dddeceb9-af14-4262-b288-15df5df0629b), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:30.073337 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b933070f-716f-4582-a027-171b34376050 None None] Pushing event deleted for resources: {'Port': ['ID=1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99,revision_number=None']} {{(pid=103227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:36:30.075157 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-f67c7c5d-010e-48c3-8dbc-c99fa5f7744d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616312'] for network (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:30.077189 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b933070f-716f-4582-a027-171b34376050 None None] No DVR routers for this DVR port 1b6ec8c6-d206-4e52-9bfa-4d61aef0fa99 on host dv-cinder-838009-3-iscsi {{(pid=103227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 09 04:36:30.078744 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-f67c7c5d-010e-48c3-8dbc-c99fa5f7744d admin admin] 10.222.0.44 "DELETE /v2.0/networks/dddeceb9-af14-4262-b288-15df5df0629b HTTP/1.1" status: 204 len: 168 time: 0.5233490 May 09 04:36:30.097369 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c7c5d-010e-48c3-8dbc-c99fa5f7744d admin admin] Pushing event deleted for resources: {'Network': ['ID=dddeceb9-af14-4262-b288-15df5df0629b,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:36:30.194071 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 53410) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:36:30.233355 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-9ef6d18e-981b-4de1-87e5-89a9d591cd3d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b6223852af9c4361b99a24e7a49a7734&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380647 May 09 04:36:30.235794 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 53412) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:36:30.282577 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-955c4402-d83e-4ae8-b5fb-66fe9bcb5bd2 admin admin] Publish callbacks [] for security_group (0cdfb2b4-5305-4fc2-b273-673a4a157593), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:30.304269 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-955c4402-d83e-4ae8-b5fb-66fe9bcb5bd2 admin admin] Publish callbacks [] for security_group (0cdfb2b4-5305-4fc2-b273-673a4a157593), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:30.356248 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-955c4402-d83e-4ae8-b5fb-66fe9bcb5bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (0cdfb2b4-5305-4fc2-b273-673a4a157593), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:30.358666 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-955c4402-d83e-4ae8-b5fb-66fe9bcb5bd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:30.359802 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-955c4402-d83e-4ae8-b5fb-66fe9bcb5bd2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0cdfb2b4-5305-4fc2-b273-673a4a157593 HTTP/1.1" status: 204 len: 168 time: 0.1231065 May 09 04:36:30.368992 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c4402-d83e-4ae8-b5fb-66fe9bcb5bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cdfb2b4-5305-4fc2-b273-673a4a157593,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:36:30.661561 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 53418) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:36:30.703552 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-92613cd4-ee6f-4441-87cf-9aa60eb5ecf0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c54b5ee463964fa289d41b32b9d47efa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407810 May 09 04:36:30.706646 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.wsgi [-] (103226) accepted ('10.222.0.44', 53420) {{(pid=103226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 09 04:36:30.751634 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a9d60832-bb25-49ab-989f-7c1e3f1ee680 admin admin] Publish callbacks [] for security_group (e07ff262-9461-4bc7-aabd-5c4cdb69334c), before_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:30.773800 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a9d60832-bb25-49ab-989f-7c1e3f1ee680 admin admin] Publish callbacks [] for security_group (e07ff262-9461-4bc7-aabd-5c4cdb69334c), precommit_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:30.820651 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a9d60832-bb25-49ab-989f-7c1e3f1ee680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619901'] for security_group (e07ff262-9461-4bc7-aabd-5c4cdb69334c), after_delete {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:30.823205 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron_lib.callbacks.manager [None req-a9d60832-bb25-49ab-989f-7c1e3f1ee680 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:30.824359 dv-cinder-838009-3-iscsi neutron-server[103226]: INFO neutron.wsgi [None req-a9d60832-bb25-49ab-989f-7c1e3f1ee680 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e07ff262-9461-4bc7-aabd-5c4cdb69334c HTTP/1.1" status: 204 len: 168 time: 0.1168442 May 09 04:36:30.832469 dv-cinder-838009-3-iscsi neutron-server[103226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d60832-bb25-49ab-989f-7c1e3f1ee680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07ff262-9461-4bc7-aabd-5c4cdb69334c,revision_number=None']} {{(pid=103226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 09 04:36:49.749644 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (0ba91d57-31cd-4938-a6ad-bd18d942a965), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:50.492056 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5f2f19d6-028f-4502-baa7-4e00c3720dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (144b4b53-faa6-4e1c-8c93-1df238c644e2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:52.899098 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e0f39ed6-fb36-47fc-a8b5-b0fe600735af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3dae496a-5564-45d9-8b4f-04486e79e4dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:54.180824 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7671283-9f0b-468d-8f0b-6ce51d9cb9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (896ddadf-f6f7-4d68-b704-6882247efc03), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:55.351884 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43e19ad3-c0e7-48b8-9cb0-6496f201f8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3ce75c28-5550-4d51-9af6-2a59ee09c43b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:56.794803 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (9a15748d-6a05-4459-b777-d0dd003edfa1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:36:57.913498 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-370d6890-4747-4f07-aac5-83a93d9e9b41 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 04:37:19.749337 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (0ba91d57-31cd-4938-a6ad-bd18d942a965), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:37:20.493312 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-04ef84f8-341f-4563-86b1-9c7f37619c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (144b4b53-faa6-4e1c-8c93-1df238c644e2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:37:22.901582 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3ce69637-13f8-465a-b197-850a638b9939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3dae496a-5564-45d9-8b4f-04486e79e4dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:37:24.183324 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7671283-9f0b-468d-8f0b-6ce51d9cb9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (896ddadf-f6f7-4d68-b704-6882247efc03), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:37:25.353215 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43e19ad3-c0e7-48b8-9cb0-6496f201f8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3ce75c28-5550-4d51-9af6-2a59ee09c43b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:37:26.797633 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (9a15748d-6a05-4459-b777-d0dd003edfa1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:37:34.911579 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-370d6890-4747-4f07-aac5-83a93d9e9b41 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 04:37:49.763253 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (0ba91d57-31cd-4938-a6ad-bd18d942a965), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:37:50.494062 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9a689edc-fedf-4e04-8b14-2858e3ed49b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (144b4b53-faa6-4e1c-8c93-1df238c644e2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:37:52.902112 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c5d3eac0-f4b9-4734-b070-12349c106f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3dae496a-5564-45d9-8b4f-04486e79e4dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:37:54.185577 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7671283-9f0b-468d-8f0b-6ce51d9cb9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (896ddadf-f6f7-4d68-b704-6882247efc03), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:37:55.355914 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43e19ad3-c0e7-48b8-9cb0-6496f201f8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3ce75c28-5550-4d51-9af6-2a59ee09c43b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:37:56.800378 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (9a15748d-6a05-4459-b777-d0dd003edfa1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:38:11.911005 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-370d6890-4747-4f07-aac5-83a93d9e9b41 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 04:38:19.776857 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (0ba91d57-31cd-4938-a6ad-bd18d942a965), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:38:20.494351 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e91f8d8e-a747-4fcd-8328-47b7fab1764f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (144b4b53-faa6-4e1c-8c93-1df238c644e2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:38:22.903520 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-e63ae610-a1ea-4484-93dd-1146051ffb8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3dae496a-5564-45d9-8b4f-04486e79e4dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:38:24.188522 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7671283-9f0b-468d-8f0b-6ce51d9cb9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (896ddadf-f6f7-4d68-b704-6882247efc03), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:38:25.359143 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43e19ad3-c0e7-48b8-9cb0-6496f201f8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3ce75c28-5550-4d51-9af6-2a59ee09c43b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:38:26.802765 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (9a15748d-6a05-4459-b777-d0dd003edfa1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:38:48.909703 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-370d6890-4747-4f07-aac5-83a93d9e9b41 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 04:38:49.793517 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (0ba91d57-31cd-4938-a6ad-bd18d942a965), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:38:50.495499 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-200be9d4-13bb-40d3-a616-2ffcf3428669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (144b4b53-faa6-4e1c-8c93-1df238c644e2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:38:52.903874 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-9ab3bd76-15cc-409d-8af1-5e8f927af160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3dae496a-5564-45d9-8b4f-04486e79e4dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:38:54.191742 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7671283-9f0b-468d-8f0b-6ce51d9cb9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (896ddadf-f6f7-4d68-b704-6882247efc03), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:38:55.360705 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43e19ad3-c0e7-48b8-9cb0-6496f201f8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3ce75c28-5550-4d51-9af6-2a59ee09c43b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:38:56.805571 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (9a15748d-6a05-4459-b777-d0dd003edfa1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:39:19.806806 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (0ba91d57-31cd-4938-a6ad-bd18d942a965), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:39:20.551607 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-8d09307e-9601-49b9-bac3-6fe123e42e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (144b4b53-faa6-4e1c-8c93-1df238c644e2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:39:22.904680 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-147b0e70-3f2d-42ae-94ac-10fe37d4aef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3dae496a-5564-45d9-8b4f-04486e79e4dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:39:24.193990 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7671283-9f0b-468d-8f0b-6ce51d9cb9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (896ddadf-f6f7-4d68-b704-6882247efc03), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:39:25.363207 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43e19ad3-c0e7-48b8-9cb0-6496f201f8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3ce75c28-5550-4d51-9af6-2a59ee09c43b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:39:25.908145 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-370d6890-4747-4f07-aac5-83a93d9e9b41 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 04:39:26.809702 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (9a15748d-6a05-4459-b777-d0dd003edfa1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:39:49.805672 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (0ba91d57-31cd-4938-a6ad-bd18d942a965), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:39:50.493079 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-32d0508a-4a04-47cb-afbe-921e4f647e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (144b4b53-faa6-4e1c-8c93-1df238c644e2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:39:52.906074 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-af3657c1-d583-4f81-a9c3-c14110613e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3dae496a-5564-45d9-8b4f-04486e79e4dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:39:54.197535 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7671283-9f0b-468d-8f0b-6ce51d9cb9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (896ddadf-f6f7-4d68-b704-6882247efc03), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:39:55.365942 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43e19ad3-c0e7-48b8-9cb0-6496f201f8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3ce75c28-5550-4d51-9af6-2a59ee09c43b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:39:56.812618 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (9a15748d-6a05-4459-b777-d0dd003edfa1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:40:02.907264 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-370d6890-4747-4f07-aac5-83a93d9e9b41 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 04:40:19.821144 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (0ba91d57-31cd-4938-a6ad-bd18d942a965), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:40:20.493071 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-850f3d04-7403-4d4f-b01f-a7fd757a20b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (144b4b53-faa6-4e1c-8c93-1df238c644e2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:40:22.906754 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-3d88d099-6bdf-439d-91e1-2be621d33aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3dae496a-5564-45d9-8b4f-04486e79e4dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:40:24.200044 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7671283-9f0b-468d-8f0b-6ce51d9cb9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (896ddadf-f6f7-4d68-b704-6882247efc03), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:40:25.368331 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43e19ad3-c0e7-48b8-9cb0-6496f201f8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3ce75c28-5550-4d51-9af6-2a59ee09c43b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:40:26.814967 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (9a15748d-6a05-4459-b777-d0dd003edfa1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:40:39.906254 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-370d6890-4747-4f07-aac5-83a93d9e9b41 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 04:40:49.836012 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (0ba91d57-31cd-4938-a6ad-bd18d942a965), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:40:50.494707 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-ab56e40a-2e33-49f9-a966-dd1f690c43e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (144b4b53-faa6-4e1c-8c93-1df238c644e2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:40:52.908421 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-6088b89f-5e87-43de-b652-83d21b6eb86f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3dae496a-5564-45d9-8b4f-04486e79e4dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:40:54.205661 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7671283-9f0b-468d-8f0b-6ce51d9cb9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (896ddadf-f6f7-4d68-b704-6882247efc03), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:40:55.372428 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43e19ad3-c0e7-48b8-9cb0-6496f201f8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3ce75c28-5550-4d51-9af6-2a59ee09c43b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:40:56.816819 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (9a15748d-6a05-4459-b777-d0dd003edfa1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:41:16.904346 dv-cinder-838009-3-iscsi neutron-server[103228]: DEBUG neutron.db.agents_db [None req-370d6890-4747-4f07-aac5-83a93d9e9b41 None None] Agent healthcheck: found 6 active agents {{(pid=103228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 09 04:41:19.851367 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (0ba91d57-31cd-4938-a6ad-bd18d942a965), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:41:20.495234 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-5b465316-67a1-4226-9e77-276ab013177c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (144b4b53-faa6-4e1c-8c93-1df238c644e2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:41:22.909124 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-887e4baa-3423-42f4-90ee-3ecb54b3b810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3dae496a-5564-45d9-8b4f-04486e79e4dd), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:41:24.206289 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-b7671283-9f0b-468d-8f0b-6ce51d9cb9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (896ddadf-f6f7-4d68-b704-6882247efc03), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:41:25.375767 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-43e19ad3-c0e7-48b8-9cb0-6496f201f8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (3ce75c28-5550-4d51-9af6-2a59ee09c43b), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:41:26.818993 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-f8be6382-f36a-4789-8241-b65a8c741741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (9a15748d-6a05-4459-b777-d0dd003edfa1), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:41:49.850082 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-74e8082b-b865-4632-91f8-a48a57584f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (0ba91d57-31cd-4938-a6ad-bd18d942a965), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 09 04:41:50.496785 dv-cinder-838009-3-iscsi neutron-server[103227]: DEBUG neutron_lib.callbacks.manager [None req-c3c45d5f-2cc4-4455-b672-b2a019f0edd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782008167172', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16499375'] for agent (144b4b53-faa6-4e1c-8c93-1df238c644e2), after_update {{(pid=103227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}